| --- |
| model-index: |
| - name: mini-gte |
| results: |
| - dataset: |
| config: en-ext |
| name: MTEB AmazonCounterfactualClassification (en-ext) |
| revision: e8379541af4e31359cca9fbcf4b00f2671dba205 |
| split: test |
| type: mteb/amazon_counterfactual |
| metrics: |
| - type: accuracy |
| value: 75.41980000000001 |
| - type: f1 |
| value: 62.3176 |
| - type: f1_weighted |
| value: 79.8725 |
| - type: ap |
| value: 23.511699999999998 |
| - type: ap_weighted |
| value: 23.511699999999998 |
| - type: main_score |
| value: 75.41980000000001 |
| task: |
| type: Classification |
| - dataset: |
| config: en |
| name: MTEB AmazonCounterfactualClassification (en) |
| revision: e8379541af4e31359cca9fbcf4b00f2671dba205 |
| split: test |
| type: mteb/amazon_counterfactual |
| metrics: |
| - type: accuracy |
| value: 74.9254 |
| - type: f1 |
| value: 68.8673 |
| - type: f1_weighted |
| value: 77.208 |
| - type: ap |
| value: 37.7515 |
| - type: ap_weighted |
| value: 37.7515 |
| - type: main_score |
| value: 74.9254 |
| task: |
| type: Classification |
| - dataset: |
| config: default |
| name: MTEB AmazonPolarityClassification (default) |
| revision: e2d317d38cd51312af73b3d32a06d1a08b442046 |
| split: test |
| type: mteb/amazon_polarity |
| metrics: |
| - type: accuracy |
| value: 92.9432 |
| - type: f1 |
| value: 92.9276 |
| - type: f1_weighted |
| value: 92.9276 |
| - type: ap |
| value: 89.2272 |
| - type: ap_weighted |
| value: 89.2272 |
| - type: main_score |
| value: 92.9432 |
| task: |
| type: Classification |
| - dataset: |
| config: en |
| name: MTEB AmazonReviewsClassification (en) |
| revision: 1399c76144fd37290681b995c656ef9b2e06e26d |
| split: test |
| type: mteb/amazon_reviews_multi |
| metrics: |
| - type: accuracy |
| value: 53.093999999999994 |
| - type: f1 |
| value: 52.7369 |
| - type: f1_weighted |
| value: 52.7369 |
| - type: main_score |
| value: 53.093999999999994 |
| task: |
| type: Classification |
| - dataset: |
| config: default |
| name: MTEB ArguAna (default) |
| revision: c22ab2a51041ffd869aaddef7af8d8215647e41a |
| split: test |
| type: mteb/arguana |
| metrics: |
| - type: ndcg_at_1 |
| value: 31.935000000000002 |
| - type: ndcg_at_3 |
| value: 47.302 |
| - type: ndcg_at_5 |
| value: 51.878 |
| - type: ndcg_at_10 |
| value: 56.691 |
| - type: ndcg_at_20 |
| value: 59.233000000000004 |
| - type: ndcg_at_100 |
| value: 60.185 |
| - type: ndcg_at_1000 |
| value: 60.268 |
| - type: map_at_1 |
| value: 31.935000000000002 |
| - type: map_at_3 |
| value: 43.433 |
| - type: map_at_5 |
| value: 45.976 |
| - type: map_at_10 |
| value: 47.992000000000004 |
| - type: map_at_20 |
| value: 48.721 |
| - type: map_at_100 |
| value: 48.875 |
| - type: map_at_1000 |
| value: 48.878 |
| - type: recall_at_1 |
| value: 31.935000000000002 |
| - type: recall_at_3 |
| value: 58.535000000000004 |
| - type: recall_at_5 |
| value: 69.63000000000001 |
| - type: recall_at_10 |
| value: 84.353 |
| - type: recall_at_20 |
| value: 94.16799999999999 |
| - type: recall_at_100 |
| value: 99.004 |
| - type: recall_at_1000 |
| value: 99.644 |
| - type: precision_at_1 |
| value: 31.935000000000002 |
| - type: precision_at_3 |
| value: 19.512 |
| - type: precision_at_5 |
| value: 13.926 |
| - type: precision_at_10 |
| value: 8.434999999999999 |
| - type: precision_at_20 |
| value: 4.707999999999999 |
| - type: precision_at_100 |
| value: 0.9900000000000001 |
| - type: precision_at_1000 |
| value: 0.1 |
| - type: mrr_at_1 |
| value: 32.1479 |
| - type: mrr_at_3 |
| value: 43.5159 |
| - type: mrr_at_5 |
| value: 46.0266 |
| - type: mrr_at_10 |
| value: 48.0549 |
| - type: mrr_at_20 |
| value: 48.7839 |
| - type: mrr_at_100 |
| value: 48.9375 |
| - type: mrr_at_1000 |
| value: 48.9407 |
| - type: nauc_ndcg_at_1_max |
| value: -5.219399999999999 |
| - type: nauc_ndcg_at_1_std |
| value: -8.7799 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 17.3229 |
| - type: nauc_ndcg_at_3_max |
| value: -4.1722 |
| - type: nauc_ndcg_at_3_std |
| value: -10.2796 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 12.007900000000001 |
| - type: nauc_ndcg_at_5_max |
| value: -2.8244 |
| - type: nauc_ndcg_at_5_std |
| value: -10.061399999999999 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 12.914700000000002 |
| - type: nauc_ndcg_at_10_max |
| value: -1.9805 |
| - type: nauc_ndcg_at_10_std |
| value: -9.298 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 13.2042 |
| - type: nauc_ndcg_at_20_max |
| value: -2.8091999999999997 |
| - type: nauc_ndcg_at_20_std |
| value: -8.886 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 13.297 |
| - type: nauc_ndcg_at_100_max |
| value: -3.2574 |
| - type: nauc_ndcg_at_100_std |
| value: -8.9642 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 13.811300000000001 |
| - type: nauc_ndcg_at_1000_max |
| value: -3.449 |
| - type: nauc_ndcg_at_1000_std |
| value: -9.1654 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 13.7018 |
| - type: nauc_map_at_1_max |
| value: -5.219399999999999 |
| - type: nauc_map_at_1_std |
| value: -8.7799 |
| - type: nauc_map_at_1_diff1 |
| value: 17.3229 |
| - type: nauc_map_at_3_max |
| value: -4.6242 |
| - type: nauc_map_at_3_std |
| value: -10.002600000000001 |
| - type: nauc_map_at_3_diff1 |
| value: 13.1613 |
| - type: nauc_map_at_5_max |
| value: -3.9825 |
| - type: nauc_map_at_5_std |
| value: -9.8649 |
| - type: nauc_map_at_5_diff1 |
| value: 13.6516 |
| - type: nauc_map_at_10_max |
| value: -3.7236 |
| - type: nauc_map_at_10_std |
| value: -9.589699999999999 |
| - type: nauc_map_at_10_diff1 |
| value: 13.8496 |
| - type: nauc_map_at_20_max |
| value: -3.9856000000000003 |
| - type: nauc_map_at_20_std |
| value: -9.514100000000001 |
| - type: nauc_map_at_20_diff1 |
| value: 13.8627 |
| - type: nauc_map_at_100_max |
| value: -4.025399999999999 |
| - type: nauc_map_at_100_std |
| value: -9.5227 |
| - type: nauc_map_at_100_diff1 |
| value: 13.953199999999999 |
| - type: nauc_map_at_1000_max |
| value: -4.0324 |
| - type: nauc_map_at_1000_std |
| value: -9.5284 |
| - type: nauc_map_at_1000_diff1 |
| value: 13.9494 |
| - type: nauc_recall_at_1_max |
| value: -5.219399999999999 |
| - type: nauc_recall_at_1_std |
| value: -8.7799 |
| - type: nauc_recall_at_1_diff1 |
| value: 17.3229 |
| - type: nauc_recall_at_3_max |
| value: -2.7011 |
| - type: nauc_recall_at_3_std |
| value: -11.0878 |
| - type: nauc_recall_at_3_diff1 |
| value: 8.5412 |
| - type: nauc_recall_at_5_max |
| value: 1.7892000000000001 |
| - type: nauc_recall_at_5_std |
| value: -10.6963 |
| - type: nauc_recall_at_5_diff1 |
| value: 10.569 |
| - type: nauc_recall_at_10_max |
| value: 9.9486 |
| - type: nauc_recall_at_10_std |
| value: -6.7249 |
| - type: nauc_recall_at_10_diff1 |
| value: 9.8241 |
| - type: nauc_recall_at_20_max |
| value: 15.8614 |
| - type: nauc_recall_at_20_std |
| value: 4.7526 |
| - type: nauc_recall_at_20_diff1 |
| value: 7.015200000000001 |
| - type: nauc_recall_at_100_max |
| value: 40.8859 |
| - type: nauc_recall_at_100_std |
| value: 57.965500000000006 |
| - type: nauc_recall_at_100_diff1 |
| value: 30.7703 |
| - type: nauc_recall_at_1000_max |
| value: 24.2175 |
| - type: nauc_recall_at_1000_std |
| value: 70.9234 |
| - type: nauc_recall_at_1000_diff1 |
| value: 5.9272 |
| - type: nauc_precision_at_1_max |
| value: -5.219399999999999 |
| - type: nauc_precision_at_1_std |
| value: -8.7799 |
| - type: nauc_precision_at_1_diff1 |
| value: 17.3229 |
| - type: nauc_precision_at_3_max |
| value: -2.7011 |
| - type: nauc_precision_at_3_std |
| value: -11.0878 |
| - type: nauc_precision_at_3_diff1 |
| value: 8.5412 |
| - type: nauc_precision_at_5_max |
| value: 1.7892000000000001 |
| - type: nauc_precision_at_5_std |
| value: -10.6963 |
| - type: nauc_precision_at_5_diff1 |
| value: 10.569 |
| - type: nauc_precision_at_10_max |
| value: 9.9486 |
| - type: nauc_precision_at_10_std |
| value: -6.7249 |
| - type: nauc_precision_at_10_diff1 |
| value: 9.8241 |
| - type: nauc_precision_at_20_max |
| value: 15.8614 |
| - type: nauc_precision_at_20_std |
| value: 4.7526 |
| - type: nauc_precision_at_20_diff1 |
| value: 7.015200000000001 |
| - type: nauc_precision_at_100_max |
| value: 40.8859 |
| - type: nauc_precision_at_100_std |
| value: 57.965500000000006 |
| - type: nauc_precision_at_100_diff1 |
| value: 30.7703 |
| - type: nauc_precision_at_1000_max |
| value: 24.2175 |
| - type: nauc_precision_at_1000_std |
| value: 70.9234 |
| - type: nauc_precision_at_1000_diff1 |
| value: 5.9272 |
| - type: nauc_mrr_at_1_max |
| value: -5.0572 |
| - type: nauc_mrr_at_1_std |
| value: -8.9378 |
| - type: nauc_mrr_at_1_diff1 |
| value: 16.6938 |
| - type: nauc_mrr_at_3_max |
| value: -4.7721 |
| - type: nauc_mrr_at_3_std |
| value: -10.054 |
| - type: nauc_mrr_at_3_diff1 |
| value: 12.529399999999999 |
| - type: nauc_mrr_at_5_max |
| value: -4.2183 |
| - type: nauc_mrr_at_5_std |
| value: -9.9133 |
| - type: nauc_mrr_at_5_diff1 |
| value: 12.964800000000002 |
| - type: nauc_mrr_at_10_max |
| value: -3.9058 |
| - type: nauc_mrr_at_10_std |
| value: -9.6638 |
| - type: nauc_mrr_at_10_diff1 |
| value: 13.198199999999998 |
| - type: nauc_mrr_at_20_max |
| value: -4.173 |
| - type: nauc_mrr_at_20_std |
| value: -9.590300000000001 |
| - type: nauc_mrr_at_20_diff1 |
| value: 13.194 |
| - type: nauc_mrr_at_100_max |
| value: -4.2139999999999995 |
| - type: nauc_mrr_at_100_std |
| value: -9.5994 |
| - type: nauc_mrr_at_100_diff1 |
| value: 13.2809 |
| - type: nauc_mrr_at_1000_max |
| value: -4.221 |
| - type: nauc_mrr_at_1000_std |
| value: -9.6052 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 13.277 |
| - type: main_score |
| value: 56.691 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB ArxivClusteringP2P (default) |
| revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d |
| split: test |
| type: mteb/arxiv-clustering-p2p |
| metrics: |
| - type: v_measure |
| value: 47.2496 |
| - type: v_measure_std |
| value: 13.791900000000002 |
| - type: main_score |
| value: 47.2496 |
| task: |
| type: Clustering |
| - dataset: |
| config: default |
| name: MTEB ArxivClusteringS2S (default) |
| revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 |
| split: test |
| type: mteb/arxiv-clustering-s2s |
| metrics: |
| - type: v_measure |
| value: 40.75 |
| - type: v_measure_std |
| value: 14.1433 |
| - type: main_score |
| value: 40.75 |
| task: |
| type: Clustering |
| - dataset: |
| config: default |
| name: MTEB AskUbuntuDupQuestions (default) |
| revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 |
| split: test |
| type: mteb/askubuntudupquestions-reranking |
| metrics: |
| - type: map |
| value: 61.5183 |
| - type: mrr |
| value: 74.5329 |
| - type: nAUC_map_max |
| value: 22.0592 |
| - type: nAUC_map_std |
| value: 18.0597 |
| - type: nAUC_map_diff1 |
| value: 1.7156 |
| - type: nAUC_mrr_max |
| value: 34.481899999999996 |
| - type: nAUC_mrr_std |
| value: 18.1487 |
| - type: nAUC_mrr_diff1 |
| value: 14.359 |
| - type: main_score |
| value: 61.5183 |
| task: |
| type: Reranking |
| - dataset: |
| config: default |
| name: MTEB BIOSSES (default) |
| revision: d3fb88f8f02e40887cd149695127462bbcf29b4a |
| split: test |
| type: mteb/biosses-sts |
| metrics: |
| - type: pearson |
| value: 86.7876 |
| - type: spearman |
| value: 84.7302 |
| - type: cosine_pearson |
| value: 86.7876 |
| - type: cosine_spearman |
| value: 84.7302 |
| - type: manhattan_pearson |
| value: 84.48649999999999 |
| - type: manhattan_spearman |
| value: 84.0363 |
| - type: euclidean_pearson |
| value: 84.8649 |
| - type: euclidean_spearman |
| value: 84.6266 |
| - type: main_score |
| value: 84.7302 |
| task: |
| type: STS |
| - dataset: |
| config: default |
| name: MTEB Banking77Classification (default) |
| revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 |
| split: test |
| type: mteb/banking77 |
| metrics: |
| - type: accuracy |
| value: 85.7078 |
| - type: f1 |
| value: 85.6668 |
| - type: f1_weighted |
| value: 85.6668 |
| - type: main_score |
| value: 85.7078 |
| task: |
| type: Classification |
| - dataset: |
| config: default |
| name: MTEB BiorxivClusteringP2P (default) |
| revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 |
| split: test |
| type: mteb/biorxiv-clustering-p2p |
| metrics: |
| - type: v_measure |
| value: 40.0883 |
| - type: v_measure_std |
| value: 0.9724 |
| - type: main_score |
| value: 40.0883 |
| task: |
| type: Clustering |
| - dataset: |
| config: default |
| name: MTEB BiorxivClusteringS2S (default) |
| revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 |
| split: test |
| type: mteb/biorxiv-clustering-s2s |
| metrics: |
| - type: v_measure |
| value: 36.3365 |
| - type: v_measure_std |
| value: 1.1007 |
| - type: main_score |
| value: 36.3365 |
| task: |
| type: Clustering |
| - dataset: |
| config: default |
| name: MTEB CQADupstackAndroidRetrieval (default) |
| revision: f46a197baaae43b4f621051089b82a364682dfeb |
| split: test |
| type: mteb/cqadupstack-android |
| metrics: |
| - type: ndcg_at_1 |
| value: 37.196 |
| - type: ndcg_at_3 |
| value: 42.849 |
| - type: ndcg_at_5 |
| value: 45.023 |
| - type: ndcg_at_10 |
| value: 48.02 |
| - type: ndcg_at_20 |
| value: 50.156 |
| - type: ndcg_at_100 |
| value: 53.32900000000001 |
| - type: ndcg_at_1000 |
| value: 55.535000000000004 |
| - type: map_at_1 |
| value: 30.598 |
| - type: map_at_3 |
| value: 38.221 |
| - type: map_at_5 |
| value: 40.105000000000004 |
| - type: map_at_10 |
| value: 41.715 |
| - type: map_at_20 |
| value: 42.539 |
| - type: map_at_100 |
| value: 43.207 |
| - type: map_at_1000 |
| value: 43.344 |
| - type: recall_at_1 |
| value: 30.598 |
| - type: recall_at_3 |
| value: 45.164 |
| - type: recall_at_5 |
| value: 51.357 |
| - type: recall_at_10 |
| value: 60.343 |
| - type: recall_at_20 |
| value: 67.93299999999999 |
| - type: recall_at_100 |
| value: 82.07 |
| - type: recall_at_1000 |
| value: 96.345 |
| - type: precision_at_1 |
| value: 37.196 |
| - type: precision_at_3 |
| value: 20.601 |
| - type: precision_at_5 |
| value: 14.707 |
| - type: precision_at_10 |
| value: 9.242 |
| - type: precision_at_20 |
| value: 5.522 |
| - type: precision_at_100 |
| value: 1.4949999999999999 |
| - type: precision_at_1000 |
| value: 0.198 |
| - type: mrr_at_1 |
| value: 37.196 |
| - type: mrr_at_3 |
| value: 44.516 |
| - type: mrr_at_5 |
| value: 45.9895 |
| - type: mrr_at_10 |
| value: 47.2167 |
| - type: mrr_at_20 |
| value: 47.6917 |
| - type: mrr_at_100 |
| value: 47.9724 |
| - type: mrr_at_1000 |
| value: 48.0257 |
| - type: nauc_ndcg_at_1_max |
| value: 38.1056 |
| - type: nauc_ndcg_at_1_std |
| value: -1.5731 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 52.3965 |
| - type: nauc_ndcg_at_3_max |
| value: 35.7142 |
| - type: nauc_ndcg_at_3_std |
| value: 0.092 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 46.1385 |
| - type: nauc_ndcg_at_5_max |
| value: 36.3881 |
| - type: nauc_ndcg_at_5_std |
| value: 1.5633000000000001 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 45.2644 |
| - type: nauc_ndcg_at_10_max |
| value: 36.660199999999996 |
| - type: nauc_ndcg_at_10_std |
| value: 2.7068 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 45.3748 |
| - type: nauc_ndcg_at_20_max |
| value: 37.242599999999996 |
| - type: nauc_ndcg_at_20_std |
| value: 3.2815999999999996 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 45.5251 |
| - type: nauc_ndcg_at_100_max |
| value: 38.1824 |
| - type: nauc_ndcg_at_100_std |
| value: 4.5971 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 45.622800000000005 |
| - type: nauc_ndcg_at_1000_max |
| value: 37.9268 |
| - type: nauc_ndcg_at_1000_std |
| value: 4.2024 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 45.9741 |
| - type: nauc_map_at_1_max |
| value: 33.6794 |
| - type: nauc_map_at_1_std |
| value: -0.7946 |
| - type: nauc_map_at_1_diff1 |
| value: 55.799699999999994 |
| - type: nauc_map_at_3_max |
| value: 35.113 |
| - type: nauc_map_at_3_std |
| value: -0.4043 |
| - type: nauc_map_at_3_diff1 |
| value: 49.4747 |
| - type: nauc_map_at_5_max |
| value: 35.5742 |
| - type: nauc_map_at_5_std |
| value: 0.45570000000000005 |
| - type: nauc_map_at_5_diff1 |
| value: 48.5577 |
| - type: nauc_map_at_10_max |
| value: 35.861599999999996 |
| - type: nauc_map_at_10_std |
| value: 1.0931 |
| - type: nauc_map_at_10_diff1 |
| value: 48.298 |
| - type: nauc_map_at_20_max |
| value: 36.181999999999995 |
| - type: nauc_map_at_20_std |
| value: 1.4944000000000002 |
| - type: nauc_map_at_20_diff1 |
| value: 48.149300000000004 |
| - type: nauc_map_at_100_max |
| value: 36.4468 |
| - type: nauc_map_at_100_std |
| value: 1.9296 |
| - type: nauc_map_at_100_diff1 |
| value: 48.1169 |
| - type: nauc_map_at_1000_max |
| value: 36.4375 |
| - type: nauc_map_at_1000_std |
| value: 1.9300000000000002 |
| - type: nauc_map_at_1000_diff1 |
| value: 48.1069 |
| - type: nauc_recall_at_1_max |
| value: 33.6794 |
| - type: nauc_recall_at_1_std |
| value: -0.7946 |
| - type: nauc_recall_at_1_diff1 |
| value: 55.799699999999994 |
| - type: nauc_recall_at_3_max |
| value: 33.2805 |
| - type: nauc_recall_at_3_std |
| value: 0.5577000000000001 |
| - type: nauc_recall_at_3_diff1 |
| value: 42.3984 |
| - type: nauc_recall_at_5_max |
| value: 34.216 |
| - type: nauc_recall_at_5_std |
| value: 3.8645 |
| - type: nauc_recall_at_5_diff1 |
| value: 39.2173 |
| - type: nauc_recall_at_10_max |
| value: 34.4227 |
| - type: nauc_recall_at_10_std |
| value: 7.2011 |
| - type: nauc_recall_at_10_diff1 |
| value: 37.8205 |
| - type: nauc_recall_at_20_max |
| value: 36.0236 |
| - type: nauc_recall_at_20_std |
| value: 9.4403 |
| - type: nauc_recall_at_20_diff1 |
| value: 36.4943 |
| - type: nauc_recall_at_100_max |
| value: 43.2157 |
| - type: nauc_recall_at_100_std |
| value: 21.368100000000002 |
| - type: nauc_recall_at_100_diff1 |
| value: 34.6385 |
| - type: nauc_recall_at_1000_max |
| value: 62.0038 |
| - type: nauc_recall_at_1000_std |
| value: 66.2789 |
| - type: nauc_recall_at_1000_diff1 |
| value: 44.0782 |
| - type: nauc_precision_at_1_max |
| value: 38.1056 |
| - type: nauc_precision_at_1_std |
| value: -1.5731 |
| - type: nauc_precision_at_1_diff1 |
| value: 52.3965 |
| - type: nauc_precision_at_3_max |
| value: 31.081500000000002 |
| - type: nauc_precision_at_3_std |
| value: -0.0759 |
| - type: nauc_precision_at_3_diff1 |
| value: 25.6564 |
| - type: nauc_precision_at_5_max |
| value: 28.2648 |
| - type: nauc_precision_at_5_std |
| value: 3.8094 |
| - type: nauc_precision_at_5_diff1 |
| value: 16.1581 |
| - type: nauc_precision_at_10_max |
| value: 22.0272 |
| - type: nauc_precision_at_10_std |
| value: 7.058000000000001 |
| - type: nauc_precision_at_10_diff1 |
| value: 4.8239 |
| - type: nauc_precision_at_20_max |
| value: 16.419600000000003 |
| - type: nauc_precision_at_20_std |
| value: 9.8527 |
| - type: nauc_precision_at_20_diff1 |
| value: -3.9787000000000003 |
| - type: nauc_precision_at_100_max |
| value: 4.6336 |
| - type: nauc_precision_at_100_std |
| value: 7.113300000000001 |
| - type: nauc_precision_at_100_diff1 |
| value: -13.9877 |
| - type: nauc_precision_at_1000_max |
| value: -10.5846 |
| - type: nauc_precision_at_1000_std |
| value: -4.4112 |
| - type: nauc_precision_at_1000_diff1 |
| value: -21.0335 |
| - type: nauc_mrr_at_1_max |
| value: 38.1056 |
| - type: nauc_mrr_at_1_std |
| value: -1.5731 |
| - type: nauc_mrr_at_1_diff1 |
| value: 52.3965 |
| - type: nauc_mrr_at_3_max |
| value: 37.3249 |
| - type: nauc_mrr_at_3_std |
| value: -0.5803 |
| - type: nauc_mrr_at_3_diff1 |
| value: 46.473 |
| - type: nauc_mrr_at_5_max |
| value: 38.098 |
| - type: nauc_mrr_at_5_std |
| value: 0.8412 |
| - type: nauc_mrr_at_5_diff1 |
| value: 45.9707 |
| - type: nauc_mrr_at_10_max |
| value: 37.9234 |
| - type: nauc_mrr_at_10_std |
| value: 1.0281 |
| - type: nauc_mrr_at_10_diff1 |
| value: 46.042300000000004 |
| - type: nauc_mrr_at_20_max |
| value: 38.037 |
| - type: nauc_mrr_at_20_std |
| value: 0.9448 |
| - type: nauc_mrr_at_20_diff1 |
| value: 46.1766 |
| - type: nauc_mrr_at_100_max |
| value: 38.0621 |
| - type: nauc_mrr_at_100_std |
| value: 1.0900999999999998 |
| - type: nauc_mrr_at_100_diff1 |
| value: 46.1863 |
| - type: nauc_mrr_at_1000_max |
| value: 38.0732 |
| - type: nauc_mrr_at_1000_std |
| value: 1.097 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 46.2144 |
| - type: main_score |
| value: 48.02 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackEnglishRetrieval (default) |
| revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 |
| split: test |
| type: mteb/cqadupstack-english |
| metrics: |
| - type: ndcg_at_1 |
| value: 34.331 |
| - type: ndcg_at_3 |
| value: 37.979 |
| - type: ndcg_at_5 |
| value: 40.043 |
| - type: ndcg_at_10 |
| value: 42.14 |
| - type: ndcg_at_20 |
| value: 44.01 |
| - type: ndcg_at_100 |
| value: 46.807 |
| - type: ndcg_at_1000 |
| value: 49.01 |
| - type: map_at_1 |
| value: 27.569 |
| - type: map_at_3 |
| value: 33.988 |
| - type: map_at_5 |
| value: 35.576 |
| - type: map_at_10 |
| value: 36.781000000000006 |
| - type: map_at_20 |
| value: 37.488 |
| - type: map_at_100 |
| value: 38.052 |
| - type: map_at_1000 |
| value: 38.186 |
| - type: recall_at_1 |
| value: 27.569 |
| - type: recall_at_3 |
| value: 39.684999999999995 |
| - type: recall_at_5 |
| value: 45.397 |
| - type: recall_at_10 |
| value: 51.674 |
| - type: recall_at_20 |
| value: 58.407 |
| - type: recall_at_100 |
| value: 71.356 |
| - type: recall_at_1000 |
| value: 85.372 |
| - type: precision_at_1 |
| value: 34.331 |
| - type: precision_at_3 |
| value: 18.279999999999998 |
| - type: precision_at_5 |
| value: 13.096 |
| - type: precision_at_10 |
| value: 8.013 |
| - type: precision_at_20 |
| value: 4.809 |
| - type: precision_at_100 |
| value: 1.3419999999999999 |
| - type: precision_at_1000 |
| value: 0.182 |
| - type: mrr_at_1 |
| value: 34.3312 |
| - type: mrr_at_3 |
| value: 39.9575 |
| - type: mrr_at_5 |
| value: 41.4066 |
| - type: mrr_at_10 |
| value: 42.274699999999996 |
| - type: mrr_at_20 |
| value: 42.734100000000005 |
| - type: mrr_at_100 |
| value: 43.0249 |
| - type: mrr_at_1000 |
| value: 43.078 |
| - type: nauc_ndcg_at_1_max |
| value: 37.1034 |
| - type: nauc_ndcg_at_1_std |
| value: -1.5059 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 52.56229999999999 |
| - type: nauc_ndcg_at_3_max |
| value: 35.741299999999995 |
| - type: nauc_ndcg_at_3_std |
| value: -2.2986 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 48.8509 |
| - type: nauc_ndcg_at_5_max |
| value: 35.6244 |
| - type: nauc_ndcg_at_5_std |
| value: -2.1026 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 48.4677 |
| - type: nauc_ndcg_at_10_max |
| value: 35.091499999999996 |
| - type: nauc_ndcg_at_10_std |
| value: -1.5609 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 47.8819 |
| - type: nauc_ndcg_at_20_max |
| value: 35.6196 |
| - type: nauc_ndcg_at_20_std |
| value: 0.24109999999999998 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 46.866600000000005 |
| - type: nauc_ndcg_at_100_max |
| value: 36.5703 |
| - type: nauc_ndcg_at_100_std |
| value: 2.6126 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 46.6618 |
| - type: nauc_ndcg_at_1000_max |
| value: 36.3611 |
| - type: nauc_ndcg_at_1000_std |
| value: 2.8128 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 46.8048 |
| - type: nauc_map_at_1_max |
| value: 29.4274 |
| - type: nauc_map_at_1_std |
| value: -9.002699999999999 |
| - type: nauc_map_at_1_diff1 |
| value: 55.5743 |
| - type: nauc_map_at_3_max |
| value: 32.562400000000004 |
| - type: nauc_map_at_3_std |
| value: -6.8619 |
| - type: nauc_map_at_3_diff1 |
| value: 50.985499999999995 |
| - type: nauc_map_at_5_max |
| value: 33.2048 |
| - type: nauc_map_at_5_std |
| value: -5.9758 |
| - type: nauc_map_at_5_diff1 |
| value: 50.43840000000001 |
| - type: nauc_map_at_10_max |
| value: 33.589400000000005 |
| - type: nauc_map_at_10_std |
| value: -5.0358 |
| - type: nauc_map_at_10_diff1 |
| value: 50.022200000000005 |
| - type: nauc_map_at_20_max |
| value: 34.061099999999996 |
| - type: nauc_map_at_20_std |
| value: -3.9774 |
| - type: nauc_map_at_20_diff1 |
| value: 49.6174 |
| - type: nauc_map_at_100_max |
| value: 34.571400000000004 |
| - type: nauc_map_at_100_std |
| value: -3.1757 |
| - type: nauc_map_at_100_diff1 |
| value: 49.5976 |
| - type: nauc_map_at_1000_max |
| value: 34.6225 |
| - type: nauc_map_at_1000_std |
| value: -3.0637000000000003 |
| - type: nauc_map_at_1000_diff1 |
| value: 49.6125 |
| - type: nauc_recall_at_1_max |
| value: 29.4274 |
| - type: nauc_recall_at_1_std |
| value: -9.002699999999999 |
| - type: nauc_recall_at_1_diff1 |
| value: 55.5743 |
| - type: nauc_recall_at_3_max |
| value: 31.583699999999997 |
| - type: nauc_recall_at_3_std |
| value: -6.3082 |
| - type: nauc_recall_at_3_diff1 |
| value: 45.8703 |
| - type: nauc_recall_at_5_max |
| value: 32.1764 |
| - type: nauc_recall_at_5_std |
| value: -3.6715 |
| - type: nauc_recall_at_5_diff1 |
| value: 44.0143 |
| - type: nauc_recall_at_10_max |
| value: 31.295099999999998 |
| - type: nauc_recall_at_10_std |
| value: -0.7147 |
| - type: nauc_recall_at_10_diff1 |
| value: 41.5909 |
| - type: nauc_recall_at_20_max |
| value: 33.0733 |
| - type: nauc_recall_at_20_std |
| value: 5.869 |
| - type: nauc_recall_at_20_diff1 |
| value: 36.951 |
| - type: nauc_recall_at_100_max |
| value: 38.864 |
| - type: nauc_recall_at_100_std |
| value: 22.052 |
| - type: nauc_recall_at_100_diff1 |
| value: 33.9715 |
| - type: nauc_recall_at_1000_max |
| value: 37.7009 |
| - type: nauc_recall_at_1000_std |
| value: 34.3797 |
| - type: nauc_recall_at_1000_diff1 |
| value: 30.021900000000002 |
| - type: nauc_precision_at_1_max |
| value: 37.1034 |
| - type: nauc_precision_at_1_std |
| value: -1.5059 |
| - type: nauc_precision_at_1_diff1 |
| value: 52.56229999999999 |
| - type: nauc_precision_at_3_max |
| value: 38.7828 |
| - type: nauc_precision_at_3_std |
| value: 9.0172 |
| - type: nauc_precision_at_3_diff1 |
| value: 32.2126 |
| - type: nauc_precision_at_5_max |
| value: 38.5612 |
| - type: nauc_precision_at_5_std |
| value: 14.1474 |
| - type: nauc_precision_at_5_diff1 |
| value: 25.497700000000002 |
| - type: nauc_precision_at_10_max |
| value: 36.3539 |
| - type: nauc_precision_at_10_std |
| value: 20.214499999999997 |
| - type: nauc_precision_at_10_diff1 |
| value: 17.3647 |
| - type: nauc_precision_at_20_max |
| value: 36.094300000000004 |
| - type: nauc_precision_at_20_std |
| value: 30.2733 |
| - type: nauc_precision_at_20_diff1 |
| value: 8.9392 |
| - type: nauc_precision_at_100_max |
| value: 31.6403 |
| - type: nauc_precision_at_100_std |
| value: 38.499100000000006 |
| - type: nauc_precision_at_100_diff1 |
| value: 2.682 |
| - type: nauc_precision_at_1000_max |
| value: 18.8802 |
| - type: nauc_precision_at_1000_std |
| value: 32.902100000000004 |
| - type: nauc_precision_at_1000_diff1 |
| value: -1.8433000000000002 |
| - type: nauc_mrr_at_1_max |
| value: 37.1034 |
| - type: nauc_mrr_at_1_std |
| value: -1.5059 |
| - type: nauc_mrr_at_1_diff1 |
| value: 52.56229999999999 |
| - type: nauc_mrr_at_3_max |
| value: 37.0919 |
| - type: nauc_mrr_at_3_std |
| value: 0.2272 |
| - type: nauc_mrr_at_3_diff1 |
| value: 48.8377 |
| - type: nauc_mrr_at_5_max |
| value: 37.1363 |
| - type: nauc_mrr_at_5_std |
| value: 0.8158000000000001 |
| - type: nauc_mrr_at_5_diff1 |
| value: 48.6426 |
| - type: nauc_mrr_at_10_max |
| value: 36.849900000000005 |
| - type: nauc_mrr_at_10_std |
| value: 0.8576999999999999 |
| - type: nauc_mrr_at_10_diff1 |
| value: 48.188900000000004 |
| - type: nauc_mrr_at_20_max |
| value: 37.0041 |
| - type: nauc_mrr_at_20_std |
| value: 1.1797 |
| - type: nauc_mrr_at_20_diff1 |
| value: 48.1216 |
| - type: nauc_mrr_at_100_max |
| value: 37.0369 |
| - type: nauc_mrr_at_100_std |
| value: 1.3256999999999999 |
| - type: nauc_mrr_at_100_diff1 |
| value: 48.1113 |
| - type: nauc_mrr_at_1000_max |
| value: 37.0277 |
| - type: nauc_mrr_at_1000_std |
| value: 1.3186 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 48.1185 |
| - type: main_score |
| value: 42.14 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackGamingRetrieval (default) |
| revision: 4885aa143210c98657558c04aaf3dc47cfb54340 |
| split: test |
| type: mteb/cqadupstack-gaming |
| metrics: |
| - type: ndcg_at_1 |
| value: 44.326 |
| - type: ndcg_at_3 |
| value: 51.365 |
| - type: ndcg_at_5 |
| value: 54.386 |
| - type: ndcg_at_10 |
| value: 56.872 |
| - type: ndcg_at_20 |
| value: 59.026 |
| - type: ndcg_at_100 |
| value: 61.525 |
| - type: ndcg_at_1000 |
| value: 62.539 |
| - type: map_at_1 |
| value: 38.852 |
| - type: map_at_3 |
| value: 47.826 |
| - type: map_at_5 |
| value: 49.858000000000004 |
| - type: map_at_10 |
| value: 51.152 |
| - type: map_at_20 |
| value: 51.902 |
| - type: map_at_100 |
| value: 52.342 |
| - type: map_at_1000 |
| value: 52.394 |
| - type: recall_at_1 |
| value: 38.852 |
| - type: recall_at_3 |
| value: 56.023999999999994 |
| - type: recall_at_5 |
| value: 63.317 |
| - type: recall_at_10 |
| value: 70.408 |
| - type: recall_at_20 |
| value: 78.41900000000001 |
| - type: recall_at_100 |
| value: 90.509 |
| - type: recall_at_1000 |
| value: 97.543 |
| - type: precision_at_1 |
| value: 44.326 |
| - type: precision_at_3 |
| value: 22.947 |
| - type: precision_at_5 |
| value: 16.025 |
| - type: precision_at_10 |
| value: 9.223 |
| - type: precision_at_20 |
| value: 5.238 |
| - type: precision_at_100 |
| value: 1.246 |
| - type: precision_at_1000 |
| value: 0.13799999999999998 |
| - type: mrr_at_1 |
| value: 44.326 |
| - type: mrr_at_3 |
| value: 51.7555 |
| - type: mrr_at_5 |
| value: 53.4138 |
| - type: mrr_at_10 |
| value: 54.33480000000001 |
| - type: mrr_at_20 |
| value: 54.826299999999996 |
| - type: mrr_at_100 |
| value: 55.1054 |
| - type: mrr_at_1000 |
| value: 55.1314 |
| - type: nauc_ndcg_at_1_max |
| value: 36.558 |
| - type: nauc_ndcg_at_1_std |
| value: -4.0680000000000005 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 49.3624 |
| - type: nauc_ndcg_at_3_max |
| value: 36.3298 |
| - type: nauc_ndcg_at_3_std |
| value: -3.2942 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 44.3877 |
| - type: nauc_ndcg_at_5_max |
| value: 36.817699999999995 |
| - type: nauc_ndcg_at_5_std |
| value: -2.8253 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 43.9999 |
| - type: nauc_ndcg_at_10_max |
| value: 37.8778 |
| - type: nauc_ndcg_at_10_std |
| value: -1.5112999999999999 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 43.445299999999996 |
| - type: nauc_ndcg_at_20_max |
| value: 37.978699999999996 |
| - type: nauc_ndcg_at_20_std |
| value: -0.544 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 42.9055 |
| - type: nauc_ndcg_at_100_max |
| value: 38.3425 |
| - type: nauc_ndcg_at_100_std |
| value: -0.005399999999999999 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 43.3521 |
| - type: nauc_ndcg_at_1000_max |
| value: 38.2181 |
| - type: nauc_ndcg_at_1000_std |
| value: -0.3538 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 43.7472 |
| - type: nauc_map_at_1_max |
| value: 30.402099999999997 |
| - type: nauc_map_at_1_std |
| value: -6.0585 |
| - type: nauc_map_at_1_diff1 |
| value: 49.8444 |
| - type: nauc_map_at_3_max |
| value: 34.3397 |
| - type: nauc_map_at_3_std |
| value: -5.0624 |
| - type: nauc_map_at_3_diff1 |
| value: 46.2418 |
| - type: nauc_map_at_5_max |
| value: 34.834199999999996 |
| - type: nauc_map_at_5_std |
| value: -4.6048 |
| - type: nauc_map_at_5_diff1 |
| value: 45.834399999999995 |
| - type: nauc_map_at_10_max |
| value: 35.6631 |
| - type: nauc_map_at_10_std |
| value: -3.6241000000000003 |
| - type: nauc_map_at_10_diff1 |
| value: 45.3816 |
| - type: nauc_map_at_20_max |
| value: 35.9464 |
| - type: nauc_map_at_20_std |
| value: -3.0435 |
| - type: nauc_map_at_20_diff1 |
| value: 45.1306 |
| - type: nauc_map_at_100_max |
| value: 36.1422 |
| - type: nauc_map_at_100_std |
| value: -2.8278000000000003 |
| - type: nauc_map_at_100_diff1 |
| value: 45.134600000000006 |
| - type: nauc_map_at_1000_max |
| value: 36.1607 |
| - type: nauc_map_at_1000_std |
| value: -2.8174 |
| - type: nauc_map_at_1000_diff1 |
| value: 45.1579 |
| - type: nauc_recall_at_1_max |
| value: 30.402099999999997 |
| - type: nauc_recall_at_1_std |
| value: -6.0585 |
| - type: nauc_recall_at_1_diff1 |
| value: 49.8444 |
| - type: nauc_recall_at_3_max |
| value: 35.2771 |
| - type: nauc_recall_at_3_std |
| value: -4.1926 |
| - type: nauc_recall_at_3_diff1 |
| value: 41.2564 |
| - type: nauc_recall_at_5_max |
| value: 35.5291 |
| - type: nauc_recall_at_5_std |
| value: -2.4882 |
| - type: nauc_recall_at_5_diff1 |
| value: 38.465199999999996 |
| - type: nauc_recall_at_10_max |
| value: 39.1336 |
| - type: nauc_recall_at_10_std |
| value: 1.7909000000000002 |
| - type: nauc_recall_at_10_diff1 |
| value: 36.0473 |
| - type: nauc_recall_at_20_max |
| value: 41.204800000000006 |
| - type: nauc_recall_at_20_std |
| value: 8.693900000000001 |
| - type: nauc_recall_at_20_diff1 |
| value: 31.378600000000002 |
| - type: nauc_recall_at_100_max |
| value: 47.2494 |
| - type: nauc_recall_at_100_std |
| value: 23.522299999999998 |
| - type: nauc_recall_at_100_diff1 |
| value: 28.2611 |
| - type: nauc_recall_at_1000_max |
| value: 60.132799999999996 |
| - type: nauc_recall_at_1000_std |
| value: 50.6562 |
| - type: nauc_recall_at_1000_diff1 |
| value: 23.1446 |
| - type: nauc_precision_at_1_max |
| value: 36.558 |
| - type: nauc_precision_at_1_std |
| value: -4.0680000000000005 |
| - type: nauc_precision_at_1_diff1 |
| value: 49.3624 |
| - type: nauc_precision_at_3_max |
| value: 35.279700000000005 |
| - type: nauc_precision_at_3_std |
| value: 2.5128 |
| - type: nauc_precision_at_3_diff1 |
| value: 26.021300000000004 |
| - type: nauc_precision_at_5_max |
| value: 33.1129 |
| - type: nauc_precision_at_5_std |
| value: 6.4138 |
| - type: nauc_precision_at_5_diff1 |
| value: 18.2973 |
| - type: nauc_precision_at_10_max |
| value: 32.9216 |
| - type: nauc_precision_at_10_std |
| value: 14.078299999999999 |
| - type: nauc_precision_at_10_diff1 |
| value: 7.9207 |
| - type: nauc_precision_at_20_max |
| value: 30.709500000000002 |
| - type: nauc_precision_at_20_std |
| value: 21.0455 |
| - type: nauc_precision_at_20_diff1 |
| value: -1.8851 |
| - type: nauc_precision_at_100_max |
| value: 25.4678 |
| - type: nauc_precision_at_100_std |
| value: 25.4313 |
| - type: nauc_precision_at_100_diff1 |
| value: -10.974499999999999 |
| - type: nauc_precision_at_1000_max |
| value: 20.2269 |
| - type: nauc_precision_at_1000_std |
| value: 22.9772 |
| - type: nauc_precision_at_1000_diff1 |
| value: -13.3987 |
| - type: nauc_mrr_at_1_max |
| value: 36.558 |
| - type: nauc_mrr_at_1_std |
| value: -4.0680000000000005 |
| - type: nauc_mrr_at_1_diff1 |
| value: 49.3624 |
| - type: nauc_mrr_at_3_max |
| value: 38.413599999999995 |
| - type: nauc_mrr_at_3_std |
| value: -2.3569 |
| - type: nauc_mrr_at_3_diff1 |
| value: 45.532000000000004 |
| - type: nauc_mrr_at_5_max |
| value: 38.268299999999996 |
| - type: nauc_mrr_at_5_std |
| value: -2.1296 |
| - type: nauc_mrr_at_5_diff1 |
| value: 45.0634 |
| - type: nauc_mrr_at_10_max |
| value: 38.541799999999995 |
| - type: nauc_mrr_at_10_std |
| value: -1.7776 |
| - type: nauc_mrr_at_10_diff1 |
| value: 45.0263 |
| - type: nauc_mrr_at_20_max |
| value: 38.5637 |
| - type: nauc_mrr_at_20_std |
| value: -1.6519 |
| - type: nauc_mrr_at_20_diff1 |
| value: 44.9795 |
| - type: nauc_mrr_at_100_max |
| value: 38.5345 |
| - type: nauc_mrr_at_100_std |
| value: -1.7046 |
| - type: nauc_mrr_at_100_diff1 |
| value: 45.0336 |
| - type: nauc_mrr_at_1000_max |
| value: 38.5314 |
| - type: nauc_mrr_at_1000_std |
| value: -1.7087 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 45.0451 |
| - type: main_score |
| value: 56.872 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackGisRetrieval (default) |
| revision: 5003b3064772da1887988e05400cf3806fe491f2 |
| split: test |
| type: mteb/cqadupstack-gis |
| metrics: |
| - type: ndcg_at_1 |
| value: 28.362 |
| - type: ndcg_at_3 |
| value: 33.528000000000006 |
| - type: ndcg_at_5 |
| value: 35.848 |
| - type: ndcg_at_10 |
| value: 38.173 |
| - type: ndcg_at_20 |
| value: 40.172000000000004 |
| - type: ndcg_at_100 |
| value: 43.467 |
| - type: ndcg_at_1000 |
| value: 45.504 |
| - type: map_at_1 |
| value: 26.529000000000003 |
| - type: map_at_3 |
| value: 31.387999999999998 |
| - type: map_at_5 |
| value: 32.832 |
| - type: map_at_10 |
| value: 33.872 |
| - type: map_at_20 |
| value: 34.434 |
| - type: map_at_100 |
| value: 34.931 |
| - type: map_at_1000 |
| value: 35.006 |
| - type: recall_at_1 |
| value: 26.529000000000003 |
| - type: recall_at_3 |
| value: 37.275000000000006 |
| - type: recall_at_5 |
| value: 42.792 |
| - type: recall_at_10 |
| value: 49.748 |
| - type: recall_at_20 |
| value: 57.199999999999996 |
| - type: recall_at_100 |
| value: 74.118 |
| - type: recall_at_1000 |
| value: 89.593 |
| - type: precision_at_1 |
| value: 28.362 |
| - type: precision_at_3 |
| value: 13.898 |
| - type: precision_at_5 |
| value: 9.74 |
| - type: precision_at_10 |
| value: 5.7059999999999995 |
| - type: precision_at_20 |
| value: 3.3329999999999997 |
| - type: precision_at_100 |
| value: 0.886 |
| - type: precision_at_1000 |
| value: 0.109 |
| - type: mrr_at_1 |
| value: 28.3616 |
| - type: mrr_at_3 |
| value: 33.5028 |
| - type: mrr_at_5 |
| value: 34.7119 |
| - type: mrr_at_10 |
| value: 35.6396 |
| - type: mrr_at_20 |
| value: 36.2226 |
| - type: mrr_at_100 |
| value: 36.611 |
| - type: mrr_at_1000 |
| value: 36.675000000000004 |
| - type: nauc_ndcg_at_1_max |
| value: 31.811099999999996 |
| - type: nauc_ndcg_at_1_std |
| value: -4.5333 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 48.3941 |
| - type: nauc_ndcg_at_3_max |
| value: 30.995 |
| - type: nauc_ndcg_at_3_std |
| value: -2.5651 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 43.9463 |
| - type: nauc_ndcg_at_5_max |
| value: 31.3529 |
| - type: nauc_ndcg_at_5_std |
| value: -1.3979 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 42.4223 |
| - type: nauc_ndcg_at_10_max |
| value: 30.3871 |
| - type: nauc_ndcg_at_10_std |
| value: -1.0215999999999998 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 41.2437 |
| - type: nauc_ndcg_at_20_max |
| value: 30.524600000000003 |
| - type: nauc_ndcg_at_20_std |
| value: 0.0237 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 40.8105 |
| - type: nauc_ndcg_at_100_max |
| value: 30.7685 |
| - type: nauc_ndcg_at_100_std |
| value: 0.6131 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 40.700399999999995 |
| - type: nauc_ndcg_at_1000_max |
| value: 31.693500000000004 |
| - type: nauc_ndcg_at_1000_std |
| value: 0.7712 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 41.698800000000006 |
| - type: nauc_map_at_1_max |
| value: 29.5259 |
| - type: nauc_map_at_1_std |
| value: -6.8855 |
| - type: nauc_map_at_1_diff1 |
| value: 49.7534 |
| - type: nauc_map_at_3_max |
| value: 30.585 |
| - type: nauc_map_at_3_std |
| value: -3.8337999999999997 |
| - type: nauc_map_at_3_diff1 |
| value: 45.5901 |
| - type: nauc_map_at_5_max |
| value: 30.8525 |
| - type: nauc_map_at_5_std |
| value: -3.063 |
| - type: nauc_map_at_5_diff1 |
| value: 44.730199999999996 |
| - type: nauc_map_at_10_max |
| value: 30.496499999999997 |
| - type: nauc_map_at_10_std |
| value: -2.8861000000000003 |
| - type: nauc_map_at_10_diff1 |
| value: 44.319199999999995 |
| - type: nauc_map_at_20_max |
| value: 30.504199999999997 |
| - type: nauc_map_at_20_std |
| value: -2.5642 |
| - type: nauc_map_at_20_diff1 |
| value: 44.1674 |
| - type: nauc_map_at_100_max |
| value: 30.6511 |
| - type: nauc_map_at_100_std |
| value: -2.4967 |
| - type: nauc_map_at_100_diff1 |
| value: 44.137100000000004 |
| - type: nauc_map_at_1000_max |
| value: 30.6905 |
| - type: nauc_map_at_1000_std |
| value: -2.4621 |
| - type: nauc_map_at_1000_diff1 |
| value: 44.1674 |
| - type: nauc_recall_at_1_max |
| value: 29.5259 |
| - type: nauc_recall_at_1_std |
| value: -6.8855 |
| - type: nauc_recall_at_1_diff1 |
| value: 49.7534 |
| - type: nauc_recall_at_3_max |
| value: 30.6423 |
| - type: nauc_recall_at_3_std |
| value: -0.3838 |
| - type: nauc_recall_at_3_diff1 |
| value: 40.2526 |
| - type: nauc_recall_at_5_max |
| value: 31.055300000000003 |
| - type: nauc_recall_at_5_std |
| value: 2.2912 |
| - type: nauc_recall_at_5_diff1 |
| value: 36.0852 |
| - type: nauc_recall_at_10_max |
| value: 27.7266 |
| - type: nauc_recall_at_10_std |
| value: 3.2786000000000004 |
| - type: nauc_recall_at_10_diff1 |
| value: 32.0315 |
| - type: nauc_recall_at_20_max |
| value: 27.4648 |
| - type: nauc_recall_at_20_std |
| value: 7.494199999999999 |
| - type: nauc_recall_at_20_diff1 |
| value: 29.5216 |
| - type: nauc_recall_at_100_max |
| value: 26.152199999999997 |
| - type: nauc_recall_at_100_std |
| value: 14.4337 |
| - type: nauc_recall_at_100_diff1 |
| value: 24.7925 |
| - type: nauc_recall_at_1000_max |
| value: 41.4023 |
| - type: nauc_recall_at_1000_std |
| value: 30.557299999999998 |
| - type: nauc_recall_at_1000_diff1 |
| value: 31.940600000000003 |
| - type: nauc_precision_at_1_max |
| value: 31.811099999999996 |
| - type: nauc_precision_at_1_std |
| value: -4.5333 |
| - type: nauc_precision_at_1_diff1 |
| value: 48.3941 |
| - type: nauc_precision_at_3_max |
| value: 33.303399999999996 |
| - type: nauc_precision_at_3_std |
| value: 2.0175 |
| - type: nauc_precision_at_3_diff1 |
| value: 36.5786 |
| - type: nauc_precision_at_5_max |
| value: 32.4179 |
| - type: nauc_precision_at_5_std |
| value: 5.0159 |
| - type: nauc_precision_at_5_diff1 |
| value: 31.707800000000002 |
| - type: nauc_precision_at_10_max |
| value: 27.8921 |
| - type: nauc_precision_at_10_std |
| value: 6.1381 |
| - type: nauc_precision_at_10_diff1 |
| value: 26.037 |
| - type: nauc_precision_at_20_max |
| value: 27.6974 |
| - type: nauc_precision_at_20_std |
| value: 10.138900000000001 |
| - type: nauc_precision_at_20_diff1 |
| value: 21.266299999999998 |
| - type: nauc_precision_at_100_max |
| value: 22.0763 |
| - type: nauc_precision_at_100_std |
| value: 14.166400000000001 |
| - type: nauc_precision_at_100_diff1 |
| value: 9.139899999999999 |
| - type: nauc_precision_at_1000_max |
| value: 20.035600000000002 |
| - type: nauc_precision_at_1000_std |
| value: 15.9438 |
| - type: nauc_precision_at_1000_diff1 |
| value: -1.2317 |
| - type: nauc_mrr_at_1_max |
| value: 31.811099999999996 |
| - type: nauc_mrr_at_1_std |
| value: -4.5333 |
| - type: nauc_mrr_at_1_diff1 |
| value: 48.3941 |
| - type: nauc_mrr_at_3_max |
| value: 31.6626 |
| - type: nauc_mrr_at_3_std |
| value: -2.2127 |
| - type: nauc_mrr_at_3_diff1 |
| value: 44.190400000000004 |
| - type: nauc_mrr_at_5_max |
| value: 31.897 |
| - type: nauc_mrr_at_5_std |
| value: -1.7647 |
| - type: nauc_mrr_at_5_diff1 |
| value: 43.4089 |
| - type: nauc_mrr_at_10_max |
| value: 31.569399999999998 |
| - type: nauc_mrr_at_10_std |
| value: -1.6548 |
| - type: nauc_mrr_at_10_diff1 |
| value: 42.948 |
| - type: nauc_mrr_at_20_max |
| value: 31.759900000000002 |
| - type: nauc_mrr_at_20_std |
| value: -1.3363 |
| - type: nauc_mrr_at_20_diff1 |
| value: 42.9269 |
| - type: nauc_mrr_at_100_max |
| value: 31.7011 |
| - type: nauc_mrr_at_100_std |
| value: -1.3267 |
| - type: nauc_mrr_at_100_diff1 |
| value: 42.914 |
| - type: nauc_mrr_at_1000_max |
| value: 31.7316 |
| - type: nauc_mrr_at_1000_std |
| value: -1.3124 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 42.9562 |
| - type: main_score |
| value: 38.173 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackMathematicaRetrieval (default) |
| revision: 90fceea13679c63fe563ded68f3b6f06e50061de |
| split: test |
| type: mteb/cqadupstack-mathematica |
| metrics: |
| - type: ndcg_at_1 |
| value: 19.900000000000002 |
| - type: ndcg_at_3 |
| value: 23.943 |
| - type: ndcg_at_5 |
| value: 26.096000000000004 |
| - type: ndcg_at_10 |
| value: 28.831 |
| - type: ndcg_at_20 |
| value: 30.473 |
| - type: ndcg_at_100 |
| value: 34.042 |
| - type: ndcg_at_1000 |
| value: 37.135 |
| - type: map_at_1 |
| value: 16.056 |
| - type: map_at_3 |
| value: 21.066 |
| - type: map_at_5 |
| value: 22.426 |
| - type: map_at_10 |
| value: 23.644000000000002 |
| - type: map_at_20 |
| value: 24.121000000000002 |
| - type: map_at_100 |
| value: 24.654 |
| - type: map_at_1000 |
| value: 24.776 |
| - type: recall_at_1 |
| value: 16.056 |
| - type: recall_at_3 |
| value: 26.927 |
| - type: recall_at_5 |
| value: 32.293 |
| - type: recall_at_10 |
| value: 40.399 |
| - type: recall_at_20 |
| value: 46.39 |
| - type: recall_at_100 |
| value: 63.855 |
| - type: recall_at_1000 |
| value: 86.08200000000001 |
| - type: precision_at_1 |
| value: 19.900000000000002 |
| - type: precision_at_3 |
| value: 11.484 |
| - type: precision_at_5 |
| value: 8.483 |
| - type: precision_at_10 |
| value: 5.398 |
| - type: precision_at_20 |
| value: 3.159 |
| - type: precision_at_100 |
| value: 0.9199999999999999 |
| - type: precision_at_1000 |
| value: 0.134 |
| - type: mrr_at_1 |
| value: 19.900499999999997 |
| - type: mrr_at_3 |
| value: 25.601200000000002 |
| - type: mrr_at_5 |
| value: 26.9569 |
| - type: mrr_at_10 |
| value: 28.170099999999998 |
| - type: mrr_at_20 |
| value: 28.598200000000002 |
| - type: mrr_at_100 |
| value: 29.0126 |
| - type: mrr_at_1000 |
| value: 29.0839 |
| - type: nauc_ndcg_at_1_max |
| value: 15.659600000000001 |
| - type: nauc_ndcg_at_1_std |
| value: -6.0176 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 32.0638 |
| - type: nauc_ndcg_at_3_max |
| value: 16.3279 |
| - type: nauc_ndcg_at_3_std |
| value: -2.0454 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 29.659000000000002 |
| - type: nauc_ndcg_at_5_max |
| value: 13.8539 |
| - type: nauc_ndcg_at_5_std |
| value: -1.9497 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 28.9836 |
| - type: nauc_ndcg_at_10_max |
| value: 13.267999999999999 |
| - type: nauc_ndcg_at_10_std |
| value: -2.0457 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 28.5729 |
| - type: nauc_ndcg_at_20_max |
| value: 13.3359 |
| - type: nauc_ndcg_at_20_std |
| value: -1.6448 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 28.6509 |
| - type: nauc_ndcg_at_100_max |
| value: 14.407200000000001 |
| - type: nauc_ndcg_at_100_std |
| value: 1.0699999999999998 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 27.9353 |
| - type: nauc_ndcg_at_1000_max |
| value: 14.0184 |
| - type: nauc_ndcg_at_1000_std |
| value: 0.27330000000000004 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 27.8702 |
| - type: nauc_map_at_1_max |
| value: 12.4941 |
| - type: nauc_map_at_1_std |
| value: -5.687600000000001 |
| - type: nauc_map_at_1_diff1 |
| value: 32.7166 |
| - type: nauc_map_at_3_max |
| value: 14.0904 |
| - type: nauc_map_at_3_std |
| value: -2.7146 |
| - type: nauc_map_at_3_diff1 |
| value: 30.19 |
| - type: nauc_map_at_5_max |
| value: 12.7722 |
| - type: nauc_map_at_5_std |
| value: -2.9706 |
| - type: nauc_map_at_5_diff1 |
| value: 29.7105 |
| - type: nauc_map_at_10_max |
| value: 12.6842 |
| - type: nauc_map_at_10_std |
| value: -3.0523000000000002 |
| - type: nauc_map_at_10_diff1 |
| value: 29.549500000000002 |
| - type: nauc_map_at_20_max |
| value: 12.756200000000002 |
| - type: nauc_map_at_20_std |
| value: -2.9331 |
| - type: nauc_map_at_20_diff1 |
| value: 29.555300000000003 |
| - type: nauc_map_at_100_max |
| value: 12.91 |
| - type: nauc_map_at_100_std |
| value: -2.4742 |
| - type: nauc_map_at_100_diff1 |
| value: 29.437600000000003 |
| - type: nauc_map_at_1000_max |
| value: 12.8929 |
| - type: nauc_map_at_1000_std |
| value: -2.4856 |
| - type: nauc_map_at_1000_diff1 |
| value: 29.4263 |
| - type: nauc_recall_at_1_max |
| value: 12.4941 |
| - type: nauc_recall_at_1_std |
| value: -5.687600000000001 |
| - type: nauc_recall_at_1_diff1 |
| value: 32.7166 |
| - type: nauc_recall_at_3_max |
| value: 16.8654 |
| - type: nauc_recall_at_3_std |
| value: 1.1265 |
| - type: nauc_recall_at_3_diff1 |
| value: 27.183600000000002 |
| - type: nauc_recall_at_5_max |
| value: 12.1851 |
| - type: nauc_recall_at_5_std |
| value: 0.5313 |
| - type: nauc_recall_at_5_diff1 |
| value: 26.0019 |
| - type: nauc_recall_at_10_max |
| value: 10.595699999999999 |
| - type: nauc_recall_at_10_std |
| value: 0.0442 |
| - type: nauc_recall_at_10_diff1 |
| value: 24.3966 |
| - type: nauc_recall_at_20_max |
| value: 10.3666 |
| - type: nauc_recall_at_20_std |
| value: 1.3768 |
| - type: nauc_recall_at_20_diff1 |
| value: 24.078 |
| - type: nauc_recall_at_100_max |
| value: 14.7658 |
| - type: nauc_recall_at_100_std |
| value: 15.459800000000001 |
| - type: nauc_recall_at_100_diff1 |
| value: 19.753 |
| - type: nauc_recall_at_1000_max |
| value: 10.5806 |
| - type: nauc_recall_at_1000_std |
| value: 20.1016 |
| - type: nauc_recall_at_1000_diff1 |
| value: 12.205 |
| - type: nauc_precision_at_1_max |
| value: 15.659600000000001 |
| - type: nauc_precision_at_1_std |
| value: -6.0176 |
| - type: nauc_precision_at_1_diff1 |
| value: 32.0638 |
| - type: nauc_precision_at_3_max |
| value: 20.2864 |
| - type: nauc_precision_at_3_std |
| value: -2.051 |
| - type: nauc_precision_at_3_diff1 |
| value: 26.361400000000003 |
| - type: nauc_precision_at_5_max |
| value: 14.5492 |
| - type: nauc_precision_at_5_std |
| value: -1.0184 |
| - type: nauc_precision_at_5_diff1 |
| value: 22.8768 |
| - type: nauc_precision_at_10_max |
| value: 13.595099999999999 |
| - type: nauc_precision_at_10_std |
| value: -0.7986 |
| - type: nauc_precision_at_10_diff1 |
| value: 20.7241 |
| - type: nauc_precision_at_20_max |
| value: 13.6322 |
| - type: nauc_precision_at_20_std |
| value: 0.4419 |
| - type: nauc_precision_at_20_diff1 |
| value: 19.7655 |
| - type: nauc_precision_at_100_max |
| value: 14.5421 |
| - type: nauc_precision_at_100_std |
| value: 9.7046 |
| - type: nauc_precision_at_100_diff1 |
| value: 9.5691 |
| - type: nauc_precision_at_1000_max |
| value: 4.793200000000001 |
| - type: nauc_precision_at_1000_std |
| value: 1.3287 |
| - type: nauc_precision_at_1000_diff1 |
| value: -1.8085 |
| - type: nauc_mrr_at_1_max |
| value: 15.659600000000001 |
| - type: nauc_mrr_at_1_std |
| value: -6.0176 |
| - type: nauc_mrr_at_1_diff1 |
| value: 32.0638 |
| - type: nauc_mrr_at_3_max |
| value: 17.5324 |
| - type: nauc_mrr_at_3_std |
| value: -3.2492 |
| - type: nauc_mrr_at_3_diff1 |
| value: 29.4836 |
| - type: nauc_mrr_at_5_max |
| value: 16.5671 |
| - type: nauc_mrr_at_5_std |
| value: -2.9422 |
| - type: nauc_mrr_at_5_diff1 |
| value: 29.6039 |
| - type: nauc_mrr_at_10_max |
| value: 16.3245 |
| - type: nauc_mrr_at_10_std |
| value: -2.9795 |
| - type: nauc_mrr_at_10_diff1 |
| value: 29.4954 |
| - type: nauc_mrr_at_20_max |
| value: 16.250400000000003 |
| - type: nauc_mrr_at_20_std |
| value: -2.935 |
| - type: nauc_mrr_at_20_diff1 |
| value: 29.4574 |
| - type: nauc_mrr_at_100_max |
| value: 16.3581 |
| - type: nauc_mrr_at_100_std |
| value: -2.7237 |
| - type: nauc_mrr_at_100_diff1 |
| value: 29.424699999999998 |
| - type: nauc_mrr_at_1000_max |
| value: 16.3407 |
| - type: nauc_mrr_at_1000_std |
| value: -2.753 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 29.4284 |
| - type: main_score |
| value: 28.831 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackPhysicsRetrieval (default) |
| revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 |
| split: test |
| type: mteb/cqadupstack-physics |
| metrics: |
| - type: ndcg_at_1 |
| value: 36.574 |
| - type: ndcg_at_3 |
| value: 41.352 |
| - type: ndcg_at_5 |
| value: 44.074999999999996 |
| - type: ndcg_at_10 |
| value: 46.877 |
| - type: ndcg_at_20 |
| value: 48.964999999999996 |
| - type: ndcg_at_100 |
| value: 52.349999999999994 |
| - type: ndcg_at_1000 |
| value: 54.347 |
| - type: map_at_1 |
| value: 29.968 |
| - type: map_at_3 |
| value: 37.165 |
| - type: map_at_5 |
| value: 39.153999999999996 |
| - type: map_at_10 |
| value: 40.599000000000004 |
| - type: map_at_20 |
| value: 41.338 |
| - type: map_at_100 |
| value: 41.926 |
| - type: map_at_1000 |
| value: 42.04 |
| - type: recall_at_1 |
| value: 29.968 |
| - type: recall_at_3 |
| value: 44.605 |
| - type: recall_at_5 |
| value: 51.57000000000001 |
| - type: recall_at_10 |
| value: 59.711000000000006 |
| - type: recall_at_20 |
| value: 67.06 |
| - type: recall_at_100 |
| value: 82.953 |
| - type: recall_at_1000 |
| value: 95.76599999999999 |
| - type: precision_at_1 |
| value: 36.574 |
| - type: precision_at_3 |
| value: 19.442 |
| - type: precision_at_5 |
| value: 13.975000000000001 |
| - type: precision_at_10 |
| value: 8.576 |
| - type: precision_at_20 |
| value: 4.986 |
| - type: precision_at_100 |
| value: 1.331 |
| - type: precision_at_1000 |
| value: 0.168 |
| - type: mrr_at_1 |
| value: 36.5736 |
| - type: mrr_at_3 |
| value: 43.7279 |
| - type: mrr_at_5 |
| value: 45.2919 |
| - type: mrr_at_10 |
| value: 46.3993 |
| - type: mrr_at_20 |
| value: 46.8156 |
| - type: mrr_at_100 |
| value: 47.155 |
| - type: mrr_at_1000 |
| value: 47.198499999999996 |
| - type: nauc_ndcg_at_1_max |
| value: 35.397400000000005 |
| - type: nauc_ndcg_at_1_std |
| value: 4.537999999999999 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 49.0608 |
| - type: nauc_ndcg_at_3_max |
| value: 34.5192 |
| - type: nauc_ndcg_at_3_std |
| value: 3.4703999999999997 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 47.4364 |
| - type: nauc_ndcg_at_5_max |
| value: 33.2658 |
| - type: nauc_ndcg_at_5_std |
| value: 3.0020000000000002 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 46.7486 |
| - type: nauc_ndcg_at_10_max |
| value: 33.0194 |
| - type: nauc_ndcg_at_10_std |
| value: 3.4273 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 47.2112 |
| - type: nauc_ndcg_at_20_max |
| value: 33.6739 |
| - type: nauc_ndcg_at_20_std |
| value: 4.7551000000000005 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 46.869699999999995 |
| - type: nauc_ndcg_at_100_max |
| value: 34.8941 |
| - type: nauc_ndcg_at_100_std |
| value: 6.6951 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 47.2115 |
| - type: nauc_ndcg_at_1000_max |
| value: 35.152899999999995 |
| - type: nauc_ndcg_at_1000_std |
| value: 6.2713 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 47.4119 |
| - type: nauc_map_at_1_max |
| value: 34.386100000000006 |
| - type: nauc_map_at_1_std |
| value: 0.46490000000000004 |
| - type: nauc_map_at_1_diff1 |
| value: 52.8845 |
| - type: nauc_map_at_3_max |
| value: 34.4231 |
| - type: nauc_map_at_3_std |
| value: 2.63 |
| - type: nauc_map_at_3_diff1 |
| value: 49.086600000000004 |
| - type: nauc_map_at_5_max |
| value: 33.9667 |
| - type: nauc_map_at_5_std |
| value: 2.6341 |
| - type: nauc_map_at_5_diff1 |
| value: 48.367 |
| - type: nauc_map_at_10_max |
| value: 34.084900000000005 |
| - type: nauc_map_at_10_std |
| value: 3.0326 |
| - type: nauc_map_at_10_diff1 |
| value: 48.641 |
| - type: nauc_map_at_20_max |
| value: 34.315400000000004 |
| - type: nauc_map_at_20_std |
| value: 3.4768 |
| - type: nauc_map_at_20_diff1 |
| value: 48.512499999999996 |
| - type: nauc_map_at_100_max |
| value: 34.5014 |
| - type: nauc_map_at_100_std |
| value: 3.8499 |
| - type: nauc_map_at_100_diff1 |
| value: 48.5383 |
| - type: nauc_map_at_1000_max |
| value: 34.5319 |
| - type: nauc_map_at_1000_std |
| value: 3.8591 |
| - type: nauc_map_at_1000_diff1 |
| value: 48.554199999999994 |
| - type: nauc_recall_at_1_max |
| value: 34.386100000000006 |
| - type: nauc_recall_at_1_std |
| value: 0.46490000000000004 |
| - type: nauc_recall_at_1_diff1 |
| value: 52.8845 |
| - type: nauc_recall_at_3_max |
| value: 31.46 |
| - type: nauc_recall_at_3_std |
| value: 2.0941 |
| - type: nauc_recall_at_3_diff1 |
| value: 44.548500000000004 |
| - type: nauc_recall_at_5_max |
| value: 28.8592 |
| - type: nauc_recall_at_5_std |
| value: 1.5463 |
| - type: nauc_recall_at_5_diff1 |
| value: 42.3695 |
| - type: nauc_recall_at_10_max |
| value: 27.115499999999997 |
| - type: nauc_recall_at_10_std |
| value: 2.9373 |
| - type: nauc_recall_at_10_diff1 |
| value: 42.554199999999994 |
| - type: nauc_recall_at_20_max |
| value: 28.9352 |
| - type: nauc_recall_at_20_std |
| value: 8.0189 |
| - type: nauc_recall_at_20_diff1 |
| value: 40.586 |
| - type: nauc_recall_at_100_max |
| value: 36.9842 |
| - type: nauc_recall_at_100_std |
| value: 24.570600000000002 |
| - type: nauc_recall_at_100_diff1 |
| value: 41.0642 |
| - type: nauc_recall_at_1000_max |
| value: 60.5939 |
| - type: nauc_recall_at_1000_std |
| value: 47.6694 |
| - type: nauc_recall_at_1000_diff1 |
| value: 49.7707 |
| - type: nauc_precision_at_1_max |
| value: 35.397400000000005 |
| - type: nauc_precision_at_1_std |
| value: 4.537999999999999 |
| - type: nauc_precision_at_1_diff1 |
| value: 49.0608 |
| - type: nauc_precision_at_3_max |
| value: 30.8002 |
| - type: nauc_precision_at_3_std |
| value: 8.7724 |
| - type: nauc_precision_at_3_diff1 |
| value: 33.892 |
| - type: nauc_precision_at_5_max |
| value: 24.007 |
| - type: nauc_precision_at_5_std |
| value: 7.4965 |
| - type: nauc_precision_at_5_diff1 |
| value: 24.6585 |
| - type: nauc_precision_at_10_max |
| value: 18.953400000000002 |
| - type: nauc_precision_at_10_std |
| value: 10.5991 |
| - type: nauc_precision_at_10_diff1 |
| value: 16.2124 |
| - type: nauc_precision_at_20_max |
| value: 16.2424 |
| - type: nauc_precision_at_20_std |
| value: 14.1845 |
| - type: nauc_precision_at_20_diff1 |
| value: 8.6862 |
| - type: nauc_precision_at_100_max |
| value: 8.904399999999999 |
| - type: nauc_precision_at_100_std |
| value: 18.787200000000002 |
| - type: nauc_precision_at_100_diff1 |
| value: -4.3295 |
| - type: nauc_precision_at_1000_max |
| value: -1.3481999999999998 |
| - type: nauc_precision_at_1000_std |
| value: 11.3122 |
| - type: nauc_precision_at_1000_diff1 |
| value: -15.879199999999999 |
| - type: nauc_mrr_at_1_max |
| value: 35.397400000000005 |
| - type: nauc_mrr_at_1_std |
| value: 4.537999999999999 |
| - type: nauc_mrr_at_1_diff1 |
| value: 49.0608 |
| - type: nauc_mrr_at_3_max |
| value: 34.3109 |
| - type: nauc_mrr_at_3_std |
| value: 4.1462 |
| - type: nauc_mrr_at_3_diff1 |
| value: 46.0221 |
| - type: nauc_mrr_at_5_max |
| value: 33.9065 |
| - type: nauc_mrr_at_5_std |
| value: 4.1905 |
| - type: nauc_mrr_at_5_diff1 |
| value: 45.847500000000004 |
| - type: nauc_mrr_at_10_max |
| value: 33.744800000000005 |
| - type: nauc_mrr_at_10_std |
| value: 4.2838 |
| - type: nauc_mrr_at_10_diff1 |
| value: 45.9721 |
| - type: nauc_mrr_at_20_max |
| value: 33.8808 |
| - type: nauc_mrr_at_20_std |
| value: 4.4807 |
| - type: nauc_mrr_at_20_diff1 |
| value: 45.948699999999995 |
| - type: nauc_mrr_at_100_max |
| value: 33.9913 |
| - type: nauc_mrr_at_100_std |
| value: 4.5878000000000005 |
| - type: nauc_mrr_at_100_diff1 |
| value: 46.0102 |
| - type: nauc_mrr_at_1000_max |
| value: 34.0013 |
| - type: nauc_mrr_at_1000_std |
| value: 4.5717 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 46.0233 |
| - type: main_score |
| value: 46.877 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackProgrammersRetrieval (default) |
| revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 |
| split: test |
| type: mteb/cqadupstack-programmers |
| metrics: |
| - type: ndcg_at_1 |
| value: 29.909000000000002 |
| - type: ndcg_at_3 |
| value: 34.832 |
| - type: ndcg_at_5 |
| value: 37.336000000000006 |
| - type: ndcg_at_10 |
| value: 40.421 |
| - type: ndcg_at_20 |
| value: 42.738 |
| - type: ndcg_at_100 |
| value: 46.302 |
| - type: ndcg_at_1000 |
| value: 48.473 |
| - type: map_at_1 |
| value: 24.757 |
| - type: map_at_3 |
| value: 31.167 |
| - type: map_at_5 |
| value: 32.967999999999996 |
| - type: map_at_10 |
| value: 34.503 |
| - type: map_at_20 |
| value: 35.276 |
| - type: map_at_100 |
| value: 35.888 |
| - type: map_at_1000 |
| value: 35.997 |
| - type: recall_at_1 |
| value: 24.757 |
| - type: recall_at_3 |
| value: 37.57 |
| - type: recall_at_5 |
| value: 44.395 |
| - type: recall_at_10 |
| value: 53.311 |
| - type: recall_at_20 |
| value: 61.502 |
| - type: recall_at_100 |
| value: 78.608 |
| - type: recall_at_1000 |
| value: 93.253 |
| - type: precision_at_1 |
| value: 29.909000000000002 |
| - type: precision_at_3 |
| value: 16.781 |
| - type: precision_at_5 |
| value: 12.1 |
| - type: precision_at_10 |
| value: 7.6259999999999994 |
| - type: precision_at_20 |
| value: 4.566 |
| - type: precision_at_100 |
| value: 1.237 |
| - type: precision_at_1000 |
| value: 0.16 |
| - type: mrr_at_1 |
| value: 29.9087 |
| - type: mrr_at_3 |
| value: 36.2633 |
| - type: mrr_at_5 |
| value: 37.8957 |
| - type: mrr_at_10 |
| value: 39.101 |
| - type: mrr_at_20 |
| value: 39.64 |
| - type: mrr_at_100 |
| value: 40.0189 |
| - type: mrr_at_1000 |
| value: 40.0673 |
| - type: nauc_ndcg_at_1_max |
| value: 36.7468 |
| - type: nauc_ndcg_at_1_std |
| value: -3.3917 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 46.2004 |
| - type: nauc_ndcg_at_3_max |
| value: 37.1315 |
| - type: nauc_ndcg_at_3_std |
| value: -1.1094 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 42.3016 |
| - type: nauc_ndcg_at_5_max |
| value: 36.8303 |
| - type: nauc_ndcg_at_5_std |
| value: -0.5009 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 40.9806 |
| - type: nauc_ndcg_at_10_max |
| value: 36.2992 |
| - type: nauc_ndcg_at_10_std |
| value: 0.20980000000000001 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 39.5415 |
| - type: nauc_ndcg_at_20_max |
| value: 37.0549 |
| - type: nauc_ndcg_at_20_std |
| value: 1.4606 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 39.143299999999996 |
| - type: nauc_ndcg_at_100_max |
| value: 37.924 |
| - type: nauc_ndcg_at_100_std |
| value: 3.2661999999999995 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 38.83 |
| - type: nauc_ndcg_at_1000_max |
| value: 37.7234 |
| - type: nauc_ndcg_at_1000_std |
| value: 2.9875 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 39.3278 |
| - type: nauc_map_at_1_max |
| value: 29.072 |
| - type: nauc_map_at_1_std |
| value: -7.756 |
| - type: nauc_map_at_1_diff1 |
| value: 45.273 |
| - type: nauc_map_at_3_max |
| value: 34.514 |
| - type: nauc_map_at_3_std |
| value: -3.5662 |
| - type: nauc_map_at_3_diff1 |
| value: 43.344 |
| - type: nauc_map_at_5_max |
| value: 35.0135 |
| - type: nauc_map_at_5_std |
| value: -2.6513999999999998 |
| - type: nauc_map_at_5_diff1 |
| value: 42.3335 |
| - type: nauc_map_at_10_max |
| value: 35.067 |
| - type: nauc_map_at_10_std |
| value: -2.1196 |
| - type: nauc_map_at_10_diff1 |
| value: 41.6806 |
| - type: nauc_map_at_20_max |
| value: 35.4204 |
| - type: nauc_map_at_20_std |
| value: -1.7001 |
| - type: nauc_map_at_20_diff1 |
| value: 41.5346 |
| - type: nauc_map_at_100_max |
| value: 35.7127 |
| - type: nauc_map_at_100_std |
| value: -1.2721 |
| - type: nauc_map_at_100_diff1 |
| value: 41.5116 |
| - type: nauc_map_at_1000_max |
| value: 35.7115 |
| - type: nauc_map_at_1000_std |
| value: -1.2463 |
| - type: nauc_map_at_1000_diff1 |
| value: 41.5315 |
| - type: nauc_recall_at_1_max |
| value: 29.072 |
| - type: nauc_recall_at_1_std |
| value: -7.756 |
| - type: nauc_recall_at_1_diff1 |
| value: 45.273 |
| - type: nauc_recall_at_3_max |
| value: 35.4585 |
| - type: nauc_recall_at_3_std |
| value: -1.7929 |
| - type: nauc_recall_at_3_diff1 |
| value: 39.5779 |
| - type: nauc_recall_at_5_max |
| value: 35.1541 |
| - type: nauc_recall_at_5_std |
| value: 0.9615 |
| - type: nauc_recall_at_5_diff1 |
| value: 35.5505 |
| - type: nauc_recall_at_10_max |
| value: 33.621 |
| - type: nauc_recall_at_10_std |
| value: 3.5124000000000004 |
| - type: nauc_recall_at_10_diff1 |
| value: 31.3357 |
| - type: nauc_recall_at_20_max |
| value: 35.3328 |
| - type: nauc_recall_at_20_std |
| value: 8.0982 |
| - type: nauc_recall_at_20_diff1 |
| value: 29.206 |
| - type: nauc_recall_at_100_max |
| value: 38.379799999999996 |
| - type: nauc_recall_at_100_std |
| value: 22.2222 |
| - type: nauc_recall_at_100_diff1 |
| value: 22.5746 |
| - type: nauc_recall_at_1000_max |
| value: 41.4561 |
| - type: nauc_recall_at_1000_std |
| value: 46.3174 |
| - type: nauc_recall_at_1000_diff1 |
| value: 18.9408 |
| - type: nauc_precision_at_1_max |
| value: 36.7468 |
| - type: nauc_precision_at_1_std |
| value: -3.3917 |
| - type: nauc_precision_at_1_diff1 |
| value: 46.2004 |
| - type: nauc_precision_at_3_max |
| value: 41.978100000000005 |
| - type: nauc_precision_at_3_std |
| value: 8.6797 |
| - type: nauc_precision_at_3_diff1 |
| value: 32.4061 |
| - type: nauc_precision_at_5_max |
| value: 40.8889 |
| - type: nauc_precision_at_5_std |
| value: 12.7611 |
| - type: nauc_precision_at_5_diff1 |
| value: 25.6969 |
| - type: nauc_precision_at_10_max |
| value: 33.5031 |
| - type: nauc_precision_at_10_std |
| value: 14.084 |
| - type: nauc_precision_at_10_diff1 |
| value: 16.0497 |
| - type: nauc_precision_at_20_max |
| value: 32.1183 |
| - type: nauc_precision_at_20_std |
| value: 17.2727 |
| - type: nauc_precision_at_20_diff1 |
| value: 10.7409 |
| - type: nauc_precision_at_100_max |
| value: 23.0377 |
| - type: nauc_precision_at_100_std |
| value: 22.8105 |
| - type: nauc_precision_at_100_diff1 |
| value: -0.8703000000000001 |
| - type: nauc_precision_at_1000_max |
| value: 7.365099999999999 |
| - type: nauc_precision_at_1000_std |
| value: 13.909699999999999 |
| - type: nauc_precision_at_1000_diff1 |
| value: -7.126 |
| - type: nauc_mrr_at_1_max |
| value: 36.7468 |
| - type: nauc_mrr_at_1_std |
| value: -3.3917 |
| - type: nauc_mrr_at_1_diff1 |
| value: 46.2004 |
| - type: nauc_mrr_at_3_max |
| value: 39.0945 |
| - type: nauc_mrr_at_3_std |
| value: 0.013200000000000002 |
| - type: nauc_mrr_at_3_diff1 |
| value: 42.774699999999996 |
| - type: nauc_mrr_at_5_max |
| value: 39.1473 |
| - type: nauc_mrr_at_5_std |
| value: 0.9214999999999999 |
| - type: nauc_mrr_at_5_diff1 |
| value: 41.9947 |
| - type: nauc_mrr_at_10_max |
| value: 38.8692 |
| - type: nauc_mrr_at_10_std |
| value: 1.0657 |
| - type: nauc_mrr_at_10_diff1 |
| value: 41.510999999999996 |
| - type: nauc_mrr_at_20_max |
| value: 38.8772 |
| - type: nauc_mrr_at_20_std |
| value: 1.2183 |
| - type: nauc_mrr_at_20_diff1 |
| value: 41.5372 |
| - type: nauc_mrr_at_100_max |
| value: 38.8675 |
| - type: nauc_mrr_at_100_std |
| value: 1.1994 |
| - type: nauc_mrr_at_100_diff1 |
| value: 41.6314 |
| - type: nauc_mrr_at_1000_max |
| value: 38.858599999999996 |
| - type: nauc_mrr_at_1000_std |
| value: 1.1914 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 41.6466 |
| - type: main_score |
| value: 40.421 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackRetrieval (default) |
| revision: CQADupstackRetrieval_is_a_combined_dataset |
| split: test |
| type: CQADupstackRetrieval_is_a_combined_dataset |
| metrics: |
| - type: main_score |
| value: 38.682750000000006 |
| - type: ndcg_at_10 |
| value: 38.682750000000006 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackStatsRetrieval (default) |
| revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a |
| split: test |
| type: mteb/cqadupstack-stats |
| metrics: |
| - type: ndcg_at_1 |
| value: 24.847 |
| - type: ndcg_at_3 |
| value: 29.369 |
| - type: ndcg_at_5 |
| value: 31.563999999999997 |
| - type: ndcg_at_10 |
| value: 33.588 |
| - type: ndcg_at_20 |
| value: 35.598 |
| - type: ndcg_at_100 |
| value: 38.543 |
| - type: ndcg_at_1000 |
| value: 41.176 |
| - type: map_at_1 |
| value: 22.042 |
| - type: map_at_3 |
| value: 27.016000000000002 |
| - type: map_at_5 |
| value: 28.369 |
| - type: map_at_10 |
| value: 29.308 |
| - type: map_at_20 |
| value: 29.897000000000002 |
| - type: map_at_100 |
| value: 30.316 |
| - type: map_at_1000 |
| value: 30.416999999999998 |
| - type: recall_at_1 |
| value: 22.042 |
| - type: recall_at_3 |
| value: 32.686 |
| - type: recall_at_5 |
| value: 38.044 |
| - type: recall_at_10 |
| value: 44.028 |
| - type: recall_at_20 |
| value: 51.576 |
| - type: recall_at_100 |
| value: 66.611 |
| - type: recall_at_1000 |
| value: 86.131 |
| - type: precision_at_1 |
| value: 24.847 |
| - type: precision_at_3 |
| value: 12.628 |
| - type: precision_at_5 |
| value: 9.017999999999999 |
| - type: precision_at_10 |
| value: 5.367999999999999 |
| - type: precision_at_20 |
| value: 3.175 |
| - type: precision_at_100 |
| value: 0.84 |
| - type: precision_at_1000 |
| value: 0.116 |
| - type: mrr_at_1 |
| value: 24.8466 |
| - type: mrr_at_3 |
| value: 29.856899999999996 |
| - type: mrr_at_5 |
| value: 31.198900000000002 |
| - type: mrr_at_10 |
| value: 31.9969 |
| - type: mrr_at_20 |
| value: 32.536100000000005 |
| - type: mrr_at_100 |
| value: 32.9191 |
| - type: mrr_at_1000 |
| value: 32.9886 |
| - type: nauc_ndcg_at_1_max |
| value: 35.6853 |
| - type: nauc_ndcg_at_1_std |
| value: 7.6564 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 62.871500000000005 |
| - type: nauc_ndcg_at_3_max |
| value: 33.527699999999996 |
| - type: nauc_ndcg_at_3_std |
| value: 6.2431 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 54.02400000000001 |
| - type: nauc_ndcg_at_5_max |
| value: 33.6815 |
| - type: nauc_ndcg_at_5_std |
| value: 8.2568 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 53.3443 |
| - type: nauc_ndcg_at_10_max |
| value: 34.6152 |
| - type: nauc_ndcg_at_10_std |
| value: 8.8559 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 52.7617 |
| - type: nauc_ndcg_at_20_max |
| value: 34.973 |
| - type: nauc_ndcg_at_20_std |
| value: 10.4216 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 51.754 |
| - type: nauc_ndcg_at_100_max |
| value: 34.6325 |
| - type: nauc_ndcg_at_100_std |
| value: 11.5871 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 50.654999999999994 |
| - type: nauc_ndcg_at_1000_max |
| value: 35.098800000000004 |
| - type: nauc_ndcg_at_1000_std |
| value: 12.0404 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 51.4718 |
| - type: nauc_map_at_1_max |
| value: 34.807500000000005 |
| - type: nauc_map_at_1_std |
| value: 4.6958 |
| - type: nauc_map_at_1_diff1 |
| value: 64.782 |
| - type: nauc_map_at_3_max |
| value: 33.7031 |
| - type: nauc_map_at_3_std |
| value: 5.2251 |
| - type: nauc_map_at_3_diff1 |
| value: 56.9021 |
| - type: nauc_map_at_5_max |
| value: 33.982299999999995 |
| - type: nauc_map_at_5_std |
| value: 6.6291 |
| - type: nauc_map_at_5_diff1 |
| value: 56.3605 |
| - type: nauc_map_at_10_max |
| value: 34.559 |
| - type: nauc_map_at_10_std |
| value: 7.1622 |
| - type: nauc_map_at_10_diff1 |
| value: 56.155100000000004 |
| - type: nauc_map_at_20_max |
| value: 34.6547 |
| - type: nauc_map_at_20_std |
| value: 7.608 |
| - type: nauc_map_at_20_diff1 |
| value: 55.821799999999996 |
| - type: nauc_map_at_100_max |
| value: 34.6144 |
| - type: nauc_map_at_100_std |
| value: 7.774399999999999 |
| - type: nauc_map_at_100_diff1 |
| value: 55.631699999999995 |
| - type: nauc_map_at_1000_max |
| value: 34.6578 |
| - type: nauc_map_at_1000_std |
| value: 7.8218 |
| - type: nauc_map_at_1000_diff1 |
| value: 55.6665 |
| - type: nauc_recall_at_1_max |
| value: 34.807500000000005 |
| - type: nauc_recall_at_1_std |
| value: 4.6958 |
| - type: nauc_recall_at_1_diff1 |
| value: 64.782 |
| - type: nauc_recall_at_3_max |
| value: 31.1313 |
| - type: nauc_recall_at_3_std |
| value: 5.0502 |
| - type: nauc_recall_at_3_diff1 |
| value: 47.7643 |
| - type: nauc_recall_at_5_max |
| value: 31.464199999999998 |
| - type: nauc_recall_at_5_std |
| value: 9.987400000000001 |
| - type: nauc_recall_at_5_diff1 |
| value: 45.584 |
| - type: nauc_recall_at_10_max |
| value: 33.498099999999994 |
| - type: nauc_recall_at_10_std |
| value: 11.4468 |
| - type: nauc_recall_at_10_diff1 |
| value: 43.3437 |
| - type: nauc_recall_at_20_max |
| value: 33.8966 |
| - type: nauc_recall_at_20_std |
| value: 16.642799999999998 |
| - type: nauc_recall_at_20_diff1 |
| value: 38.974 |
| - type: nauc_recall_at_100_max |
| value: 30.8326 |
| - type: nauc_recall_at_100_std |
| value: 24.501 |
| - type: nauc_recall_at_100_diff1 |
| value: 29.8854 |
| - type: nauc_recall_at_1000_max |
| value: 31.3865 |
| - type: nauc_recall_at_1000_std |
| value: 41.8216 |
| - type: nauc_recall_at_1000_diff1 |
| value: 22.7907 |
| - type: nauc_precision_at_1_max |
| value: 35.6853 |
| - type: nauc_precision_at_1_std |
| value: 7.6564 |
| - type: nauc_precision_at_1_diff1 |
| value: 62.871500000000005 |
| - type: nauc_precision_at_3_max |
| value: 32.5188 |
| - type: nauc_precision_at_3_std |
| value: 9.912899999999999 |
| - type: nauc_precision_at_3_diff1 |
| value: 44.2614 |
| - type: nauc_precision_at_5_max |
| value: 33.0079 |
| - type: nauc_precision_at_5_std |
| value: 16.262999999999998 |
| - type: nauc_precision_at_5_diff1 |
| value: 41.943000000000005 |
| - type: nauc_precision_at_10_max |
| value: 34.1959 |
| - type: nauc_precision_at_10_std |
| value: 17.8535 |
| - type: nauc_precision_at_10_diff1 |
| value: 36.0475 |
| - type: nauc_precision_at_20_max |
| value: 33.7258 |
| - type: nauc_precision_at_20_std |
| value: 22.674 |
| - type: nauc_precision_at_20_diff1 |
| value: 28.912599999999998 |
| - type: nauc_precision_at_100_max |
| value: 27.121000000000002 |
| - type: nauc_precision_at_100_std |
| value: 26.1571 |
| - type: nauc_precision_at_100_diff1 |
| value: 15.076800000000002 |
| - type: nauc_precision_at_1000_max |
| value: 17.0192 |
| - type: nauc_precision_at_1000_std |
| value: 20.958399999999997 |
| - type: nauc_precision_at_1000_diff1 |
| value: 0.4184 |
| - type: nauc_mrr_at_1_max |
| value: 35.6853 |
| - type: nauc_mrr_at_1_std |
| value: 7.6564 |
| - type: nauc_mrr_at_1_diff1 |
| value: 62.871500000000005 |
| - type: nauc_mrr_at_3_max |
| value: 34.3375 |
| - type: nauc_mrr_at_3_std |
| value: 7.7423 |
| - type: nauc_mrr_at_3_diff1 |
| value: 55.4419 |
| - type: nauc_mrr_at_5_max |
| value: 34.2825 |
| - type: nauc_mrr_at_5_std |
| value: 8.9257 |
| - type: nauc_mrr_at_5_diff1 |
| value: 54.8305 |
| - type: nauc_mrr_at_10_max |
| value: 34.4758 |
| - type: nauc_mrr_at_10_std |
| value: 8.7591 |
| - type: nauc_mrr_at_10_diff1 |
| value: 54.4743 |
| - type: nauc_mrr_at_20_max |
| value: 34.6532 |
| - type: nauc_mrr_at_20_std |
| value: 9.247900000000001 |
| - type: nauc_mrr_at_20_diff1 |
| value: 54.2471 |
| - type: nauc_mrr_at_100_max |
| value: 34.5593 |
| - type: nauc_mrr_at_100_std |
| value: 9.3698 |
| - type: nauc_mrr_at_100_diff1 |
| value: 54.0843 |
| - type: nauc_mrr_at_1000_max |
| value: 34.5742 |
| - type: nauc_mrr_at_1000_std |
| value: 9.3782 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 54.118 |
| - type: main_score |
| value: 33.588 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackTexRetrieval (default) |
| revision: 46989137a86843e03a6195de44b09deda022eec7 |
| split: test |
| type: mteb/cqadupstack-tex |
| metrics: |
| - type: ndcg_at_1 |
| value: 19.201999999999998 |
| - type: ndcg_at_3 |
| value: 22.591 |
| - type: ndcg_at_5 |
| value: 24.127000000000002 |
| - type: ndcg_at_10 |
| value: 26.378 |
| - type: ndcg_at_20 |
| value: 28.345 |
| - type: ndcg_at_100 |
| value: 31.806 |
| - type: ndcg_at_1000 |
| value: 34.982 |
| - type: map_at_1 |
| value: 15.754999999999999 |
| - type: map_at_3 |
| value: 20.073 |
| - type: map_at_5 |
| value: 21.099999999999998 |
| - type: map_at_10 |
| value: 22.122 |
| - type: map_at_20 |
| value: 22.708000000000002 |
| - type: map_at_100 |
| value: 23.233 |
| - type: map_at_1000 |
| value: 23.365 |
| - type: recall_at_1 |
| value: 15.754999999999999 |
| - type: recall_at_3 |
| value: 24.944 |
| - type: recall_at_5 |
| value: 28.959000000000003 |
| - type: recall_at_10 |
| value: 35.768 |
| - type: recall_at_20 |
| value: 42.954 |
| - type: recall_at_100 |
| value: 60.209999999999994 |
| - type: recall_at_1000 |
| value: 83.035 |
| - type: precision_at_1 |
| value: 19.201999999999998 |
| - type: precision_at_3 |
| value: 10.622 |
| - type: precision_at_5 |
| value: 7.577 |
| - type: precision_at_10 |
| value: 4.7829999999999995 |
| - type: precision_at_20 |
| value: 2.97 |
| - type: precision_at_100 |
| value: 0.8920000000000001 |
| - type: precision_at_1000 |
| value: 0.134 |
| - type: mrr_at_1 |
| value: 19.2017 |
| - type: mrr_at_3 |
| value: 23.738200000000003 |
| - type: mrr_at_5 |
| value: 24.7259 |
| - type: mrr_at_10 |
| value: 25.706 |
| - type: mrr_at_20 |
| value: 26.270300000000002 |
| - type: mrr_at_100 |
| value: 26.683400000000002 |
| - type: mrr_at_1000 |
| value: 26.768700000000003 |
| - type: nauc_ndcg_at_1_max |
| value: 25.905499999999996 |
| - type: nauc_ndcg_at_1_std |
| value: -0.8367 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 37.754 |
| - type: nauc_ndcg_at_3_max |
| value: 25.0113 |
| - type: nauc_ndcg_at_3_std |
| value: 0.0426 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 32.717200000000005 |
| - type: nauc_ndcg_at_5_max |
| value: 24.9517 |
| - type: nauc_ndcg_at_5_std |
| value: 0.2722 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 31.6631 |
| - type: nauc_ndcg_at_10_max |
| value: 25.6575 |
| - type: nauc_ndcg_at_10_std |
| value: 1.5623 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 30.9493 |
| - type: nauc_ndcg_at_20_max |
| value: 26.3984 |
| - type: nauc_ndcg_at_20_std |
| value: 2.476 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 30.84 |
| - type: nauc_ndcg_at_100_max |
| value: 26.3027 |
| - type: nauc_ndcg_at_100_std |
| value: 3.762 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 30.2066 |
| - type: nauc_ndcg_at_1000_max |
| value: 26.4184 |
| - type: nauc_ndcg_at_1000_std |
| value: 4.2600999999999996 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 30.479400000000002 |
| - type: nauc_map_at_1_max |
| value: 26.154100000000003 |
| - type: nauc_map_at_1_std |
| value: -1.012 |
| - type: nauc_map_at_1_diff1 |
| value: 40.5746 |
| - type: nauc_map_at_3_max |
| value: 25.096200000000003 |
| - type: nauc_map_at_3_std |
| value: -0.173 |
| - type: nauc_map_at_3_diff1 |
| value: 34.943200000000004 |
| - type: nauc_map_at_5_max |
| value: 25.151 |
| - type: nauc_map_at_5_std |
| value: -0.19319999999999998 |
| - type: nauc_map_at_5_diff1 |
| value: 34.175 |
| - type: nauc_map_at_10_max |
| value: 25.4962 |
| - type: nauc_map_at_10_std |
| value: 0.3609 |
| - type: nauc_map_at_10_diff1 |
| value: 33.7021 |
| - type: nauc_map_at_20_max |
| value: 25.7582 |
| - type: nauc_map_at_20_std |
| value: 0.6306 |
| - type: nauc_map_at_20_diff1 |
| value: 33.6839 |
| - type: nauc_map_at_100_max |
| value: 25.7658 |
| - type: nauc_map_at_100_std |
| value: 0.7818999999999999 |
| - type: nauc_map_at_100_diff1 |
| value: 33.5644 |
| - type: nauc_map_at_1000_max |
| value: 25.776100000000003 |
| - type: nauc_map_at_1000_std |
| value: 0.8265 |
| - type: nauc_map_at_1000_diff1 |
| value: 33.547 |
| - type: nauc_recall_at_1_max |
| value: 26.154100000000003 |
| - type: nauc_recall_at_1_std |
| value: -1.012 |
| - type: nauc_recall_at_1_diff1 |
| value: 40.5746 |
| - type: nauc_recall_at_3_max |
| value: 23.5509 |
| - type: nauc_recall_at_3_std |
| value: 1.5867 |
| - type: nauc_recall_at_3_diff1 |
| value: 28.7889 |
| - type: nauc_recall_at_5_max |
| value: 23.074 |
| - type: nauc_recall_at_5_std |
| value: 1.5685999999999998 |
| - type: nauc_recall_at_5_diff1 |
| value: 26.139699999999998 |
| - type: nauc_recall_at_10_max |
| value: 24.5493 |
| - type: nauc_recall_at_10_std |
| value: 4.742699999999999 |
| - type: nauc_recall_at_10_diff1 |
| value: 24.1787 |
| - type: nauc_recall_at_20_max |
| value: 26.161299999999997 |
| - type: nauc_recall_at_20_std |
| value: 7.5257000000000005 |
| - type: nauc_recall_at_20_diff1 |
| value: 23.124 |
| - type: nauc_recall_at_100_max |
| value: 24.823700000000002 |
| - type: nauc_recall_at_100_std |
| value: 14.519499999999999 |
| - type: nauc_recall_at_100_diff1 |
| value: 18.554100000000002 |
| - type: nauc_recall_at_1000_max |
| value: 25.866600000000002 |
| - type: nauc_recall_at_1000_std |
| value: 29.2495 |
| - type: nauc_recall_at_1000_diff1 |
| value: 14.4092 |
| - type: nauc_precision_at_1_max |
| value: 25.905499999999996 |
| - type: nauc_precision_at_1_std |
| value: -0.8367 |
| - type: nauc_precision_at_1_diff1 |
| value: 37.754 |
| - type: nauc_precision_at_3_max |
| value: 24.1432 |
| - type: nauc_precision_at_3_std |
| value: 0.8734000000000001 |
| - type: nauc_precision_at_3_diff1 |
| value: 25.940400000000004 |
| - type: nauc_precision_at_5_max |
| value: 24.2917 |
| - type: nauc_precision_at_5_std |
| value: 1.4907 |
| - type: nauc_precision_at_5_diff1 |
| value: 22.9296 |
| - type: nauc_precision_at_10_max |
| value: 24.496299999999998 |
| - type: nauc_precision_at_10_std |
| value: 4.0755 |
| - type: nauc_precision_at_10_diff1 |
| value: 18.9393 |
| - type: nauc_precision_at_20_max |
| value: 24.8616 |
| - type: nauc_precision_at_20_std |
| value: 6.2553 |
| - type: nauc_precision_at_20_diff1 |
| value: 16.1185 |
| - type: nauc_precision_at_100_max |
| value: 19.2422 |
| - type: nauc_precision_at_100_std |
| value: 10.0392 |
| - type: nauc_precision_at_100_diff1 |
| value: 4.603 |
| - type: nauc_precision_at_1000_max |
| value: 12.3426 |
| - type: nauc_precision_at_1000_std |
| value: 9.0882 |
| - type: nauc_precision_at_1000_diff1 |
| value: -5.5491 |
| - type: nauc_mrr_at_1_max |
| value: 25.905499999999996 |
| - type: nauc_mrr_at_1_std |
| value: -0.8367 |
| - type: nauc_mrr_at_1_diff1 |
| value: 37.754 |
| - type: nauc_mrr_at_3_max |
| value: 25.034699999999997 |
| - type: nauc_mrr_at_3_std |
| value: -0.3116 |
| - type: nauc_mrr_at_3_diff1 |
| value: 32.9039 |
| - type: nauc_mrr_at_5_max |
| value: 25.055300000000003 |
| - type: nauc_mrr_at_5_std |
| value: -0.1664 |
| - type: nauc_mrr_at_5_diff1 |
| value: 32.3621 |
| - type: nauc_mrr_at_10_max |
| value: 25.3174 |
| - type: nauc_mrr_at_10_std |
| value: 0.2477 |
| - type: nauc_mrr_at_10_diff1 |
| value: 32.0605 |
| - type: nauc_mrr_at_20_max |
| value: 25.546999999999997 |
| - type: nauc_mrr_at_20_std |
| value: 0.5398000000000001 |
| - type: nauc_mrr_at_20_diff1 |
| value: 32.0374 |
| - type: nauc_mrr_at_100_max |
| value: 25.5063 |
| - type: nauc_mrr_at_100_std |
| value: 0.6441 |
| - type: nauc_mrr_at_100_diff1 |
| value: 31.964 |
| - type: nauc_mrr_at_1000_max |
| value: 25.4969 |
| - type: nauc_mrr_at_1000_std |
| value: 0.6513 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 31.9864 |
| - type: main_score |
| value: 26.378 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackUnixRetrieval (default) |
| revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 |
| split: test |
| type: mteb/cqadupstack-unix |
| metrics: |
| - type: ndcg_at_1 |
| value: 26.866 |
| - type: ndcg_at_3 |
| value: 30.59 |
| - type: ndcg_at_5 |
| value: 33.102 |
| - type: ndcg_at_10 |
| value: 35.714 |
| - type: ndcg_at_20 |
| value: 37.736 |
| - type: ndcg_at_100 |
| value: 41.264 |
| - type: ndcg_at_1000 |
| value: 43.973 |
| - type: map_at_1 |
| value: 22.489 |
| - type: map_at_3 |
| value: 27.767999999999997 |
| - type: map_at_5 |
| value: 29.426999999999996 |
| - type: map_at_10 |
| value: 30.587999999999997 |
| - type: map_at_20 |
| value: 31.189 |
| - type: map_at_100 |
| value: 31.744 |
| - type: map_at_1000 |
| value: 31.857999999999997 |
| - type: recall_at_1 |
| value: 22.489 |
| - type: recall_at_3 |
| value: 33.635999999999996 |
| - type: recall_at_5 |
| value: 39.863 |
| - type: recall_at_10 |
| value: 47.641 |
| - type: recall_at_20 |
| value: 54.906 |
| - type: recall_at_100 |
| value: 71.975 |
| - type: recall_at_1000 |
| value: 91.229 |
| - type: precision_at_1 |
| value: 26.866 |
| - type: precision_at_3 |
| value: 13.930000000000001 |
| - type: precision_at_5 |
| value: 10.093 |
| - type: precision_at_10 |
| value: 6.082 |
| - type: precision_at_20 |
| value: 3.6189999999999998 |
| - type: precision_at_100 |
| value: 1.0070000000000001 |
| - type: precision_at_1000 |
| value: 0.136 |
| - type: mrr_at_1 |
| value: 26.865699999999997 |
| - type: mrr_at_3 |
| value: 32.0585 |
| - type: mrr_at_5 |
| value: 33.4904 |
| - type: mrr_at_10 |
| value: 34.604099999999995 |
| - type: mrr_at_20 |
| value: 35.1024 |
| - type: mrr_at_100 |
| value: 35.5401 |
| - type: mrr_at_1000 |
| value: 35.607 |
| - type: nauc_ndcg_at_1_max |
| value: 41.288799999999995 |
| - type: nauc_ndcg_at_1_std |
| value: -2.2298999999999998 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 49.9386 |
| - type: nauc_ndcg_at_3_max |
| value: 39.416000000000004 |
| - type: nauc_ndcg_at_3_std |
| value: -0.0365 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 46.313700000000004 |
| - type: nauc_ndcg_at_5_max |
| value: 38.8096 |
| - type: nauc_ndcg_at_5_std |
| value: 0.26580000000000004 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 44.66 |
| - type: nauc_ndcg_at_10_max |
| value: 38.365700000000004 |
| - type: nauc_ndcg_at_10_std |
| value: 1.9662 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 44.4139 |
| - type: nauc_ndcg_at_20_max |
| value: 37.8744 |
| - type: nauc_ndcg_at_20_std |
| value: 1.7488 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 44.051899999999996 |
| - type: nauc_ndcg_at_100_max |
| value: 38.4266 |
| - type: nauc_ndcg_at_100_std |
| value: 3.3594 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 44.0243 |
| - type: nauc_ndcg_at_1000_max |
| value: 39.129799999999996 |
| - type: nauc_ndcg_at_1000_std |
| value: 3.163 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 44.046 |
| - type: nauc_map_at_1_max |
| value: 40.1469 |
| - type: nauc_map_at_1_std |
| value: -2.7226 |
| - type: nauc_map_at_1_diff1 |
| value: 52.439800000000005 |
| - type: nauc_map_at_3_max |
| value: 39.1363 |
| - type: nauc_map_at_3_std |
| value: -0.45199999999999996 |
| - type: nauc_map_at_3_diff1 |
| value: 48.162 |
| - type: nauc_map_at_5_max |
| value: 39.2163 |
| - type: nauc_map_at_5_std |
| value: -0.10709999999999999 |
| - type: nauc_map_at_5_diff1 |
| value: 47.016400000000004 |
| - type: nauc_map_at_10_max |
| value: 39.0255 |
| - type: nauc_map_at_10_std |
| value: 0.6083 |
| - type: nauc_map_at_10_diff1 |
| value: 46.8847 |
| - type: nauc_map_at_20_max |
| value: 38.9566 |
| - type: nauc_map_at_20_std |
| value: 0.5458000000000001 |
| - type: nauc_map_at_20_diff1 |
| value: 46.7317 |
| - type: nauc_map_at_100_max |
| value: 39.0914 |
| - type: nauc_map_at_100_std |
| value: 0.791 |
| - type: nauc_map_at_100_diff1 |
| value: 46.672999999999995 |
| - type: nauc_map_at_1000_max |
| value: 39.1209 |
| - type: nauc_map_at_1000_std |
| value: 0.7988999999999999 |
| - type: nauc_map_at_1000_diff1 |
| value: 46.667500000000004 |
| - type: nauc_recall_at_1_max |
| value: 40.1469 |
| - type: nauc_recall_at_1_std |
| value: -2.7226 |
| - type: nauc_recall_at_1_diff1 |
| value: 52.439800000000005 |
| - type: nauc_recall_at_3_max |
| value: 36.7859 |
| - type: nauc_recall_at_3_std |
| value: 0.9477 |
| - type: nauc_recall_at_3_diff1 |
| value: 43.2295 |
| - type: nauc_recall_at_5_max |
| value: 35.4225 |
| - type: nauc_recall_at_5_std |
| value: 1.6032000000000002 |
| - type: nauc_recall_at_5_diff1 |
| value: 38.492 |
| - type: nauc_recall_at_10_max |
| value: 33.3959 |
| - type: nauc_recall_at_10_std |
| value: 6.1240000000000006 |
| - type: nauc_recall_at_10_diff1 |
| value: 37.426700000000004 |
| - type: nauc_recall_at_20_max |
| value: 30.8043 |
| - type: nauc_recall_at_20_std |
| value: 5.5189 |
| - type: nauc_recall_at_20_diff1 |
| value: 36.0128 |
| - type: nauc_recall_at_100_max |
| value: 31.440800000000003 |
| - type: nauc_recall_at_100_std |
| value: 17.659 |
| - type: nauc_recall_at_100_diff1 |
| value: 34.8314 |
| - type: nauc_recall_at_1000_max |
| value: 42.3045 |
| - type: nauc_recall_at_1000_std |
| value: 38.412800000000004 |
| - type: nauc_recall_at_1000_diff1 |
| value: 26.878 |
| - type: nauc_precision_at_1_max |
| value: 41.288799999999995 |
| - type: nauc_precision_at_1_std |
| value: -2.2298999999999998 |
| - type: nauc_precision_at_1_diff1 |
| value: 49.9386 |
| - type: nauc_precision_at_3_max |
| value: 37.933699999999995 |
| - type: nauc_precision_at_3_std |
| value: 3.1521 |
| - type: nauc_precision_at_3_diff1 |
| value: 36.2676 |
| - type: nauc_precision_at_5_max |
| value: 35.387800000000006 |
| - type: nauc_precision_at_5_std |
| value: 4.326 |
| - type: nauc_precision_at_5_diff1 |
| value: 29.607099999999996 |
| - type: nauc_precision_at_10_max |
| value: 32.860099999999996 |
| - type: nauc_precision_at_10_std |
| value: 9.1668 |
| - type: nauc_precision_at_10_diff1 |
| value: 25.725399999999997 |
| - type: nauc_precision_at_20_max |
| value: 25.985000000000003 |
| - type: nauc_precision_at_20_std |
| value: 7.8306000000000004 |
| - type: nauc_precision_at_20_diff1 |
| value: 18.7707 |
| - type: nauc_precision_at_100_max |
| value: 17.3503 |
| - type: nauc_precision_at_100_std |
| value: 11.1462 |
| - type: nauc_precision_at_100_diff1 |
| value: 5.0177 |
| - type: nauc_precision_at_1000_max |
| value: 3.8856 |
| - type: nauc_precision_at_1000_std |
| value: 5.4219 |
| - type: nauc_precision_at_1000_diff1 |
| value: -11.0616 |
| - type: nauc_mrr_at_1_max |
| value: 41.288799999999995 |
| - type: nauc_mrr_at_1_std |
| value: -2.2298999999999998 |
| - type: nauc_mrr_at_1_diff1 |
| value: 49.9386 |
| - type: nauc_mrr_at_3_max |
| value: 39.7858 |
| - type: nauc_mrr_at_3_std |
| value: -1.0785 |
| - type: nauc_mrr_at_3_diff1 |
| value: 45.791900000000005 |
| - type: nauc_mrr_at_5_max |
| value: 39.5928 |
| - type: nauc_mrr_at_5_std |
| value: -0.8420000000000001 |
| - type: nauc_mrr_at_5_diff1 |
| value: 44.7887 |
| - type: nauc_mrr_at_10_max |
| value: 39.5345 |
| - type: nauc_mrr_at_10_std |
| value: -0.0738 |
| - type: nauc_mrr_at_10_diff1 |
| value: 44.821600000000004 |
| - type: nauc_mrr_at_20_max |
| value: 39.3628 |
| - type: nauc_mrr_at_20_std |
| value: -0.1916 |
| - type: nauc_mrr_at_20_diff1 |
| value: 44.7202 |
| - type: nauc_mrr_at_100_max |
| value: 39.406 |
| - type: nauc_mrr_at_100_std |
| value: -0.0465 |
| - type: nauc_mrr_at_100_diff1 |
| value: 44.7414 |
| - type: nauc_mrr_at_1000_max |
| value: 39.4289 |
| - type: nauc_mrr_at_1000_std |
| value: -0.0531 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 44.7526 |
| - type: main_score |
| value: 35.714 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackWebmastersRetrieval (default) |
| revision: 160c094312a0e1facb97e55eeddb698c0abe3571 |
| split: test |
| type: mteb/cqadupstack-webmasters |
| metrics: |
| - type: ndcg_at_1 |
| value: 27.668 |
| - type: ndcg_at_3 |
| value: 32.714 |
| - type: ndcg_at_5 |
| value: 35.22 |
| - type: ndcg_at_10 |
| value: 37.543 |
| - type: ndcg_at_20 |
| value: 39.371 |
| - type: ndcg_at_100 |
| value: 43.588 |
| - type: ndcg_at_1000 |
| value: 46.107 |
| - type: map_at_1 |
| value: 22.32 |
| - type: map_at_3 |
| value: 28.497 |
| - type: map_at_5 |
| value: 30.270999999999997 |
| - type: map_at_10 |
| value: 31.532 |
| - type: map_at_20 |
| value: 32.283 |
| - type: map_at_100 |
| value: 33.133 |
| - type: map_at_1000 |
| value: 33.356 |
| - type: recall_at_1 |
| value: 22.32 |
| - type: recall_at_3 |
| value: 35.082 |
| - type: recall_at_5 |
| value: 41.701 |
| - type: recall_at_10 |
| value: 48.929 |
| - type: recall_at_20 |
| value: 55.809 |
| - type: recall_at_100 |
| value: 76.49000000000001 |
| - type: recall_at_1000 |
| value: 92.647 |
| - type: precision_at_1 |
| value: 27.668 |
| - type: precision_at_3 |
| value: 15.679000000000002 |
| - type: precision_at_5 |
| value: 11.779 |
| - type: precision_at_10 |
| value: 7.411 |
| - type: precision_at_20 |
| value: 4.654 |
| - type: precision_at_100 |
| value: 1.5630000000000002 |
| - type: precision_at_1000 |
| value: 0.242 |
| - type: mrr_at_1 |
| value: 27.668 |
| - type: mrr_at_3 |
| value: 33.7945 |
| - type: mrr_at_5 |
| value: 35.4249 |
| - type: mrr_at_10 |
| value: 36.3658 |
| - type: mrr_at_20 |
| value: 36.8343 |
| - type: mrr_at_100 |
| value: 37.3152 |
| - type: mrr_at_1000 |
| value: 37.3742 |
| - type: nauc_ndcg_at_1_max |
| value: 30.2903 |
| - type: nauc_ndcg_at_1_std |
| value: 3.3960999999999997 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 51.244 |
| - type: nauc_ndcg_at_3_max |
| value: 30.7666 |
| - type: nauc_ndcg_at_3_std |
| value: 7.3119000000000005 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 45.5464 |
| - type: nauc_ndcg_at_5_max |
| value: 30.1222 |
| - type: nauc_ndcg_at_5_std |
| value: 9.768799999999999 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 43.4373 |
| - type: nauc_ndcg_at_10_max |
| value: 29.8302 |
| - type: nauc_ndcg_at_10_std |
| value: 9.2514 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 44.0304 |
| - type: nauc_ndcg_at_20_max |
| value: 30.448199999999996 |
| - type: nauc_ndcg_at_20_std |
| value: 8.1483 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 44.4757 |
| - type: nauc_ndcg_at_100_max |
| value: 30.961100000000002 |
| - type: nauc_ndcg_at_100_std |
| value: 10.9041 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 43.8592 |
| - type: nauc_ndcg_at_1000_max |
| value: 31.2963 |
| - type: nauc_ndcg_at_1000_std |
| value: 10.359300000000001 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 45.2692 |
| - type: nauc_map_at_1_max |
| value: 29.156 |
| - type: nauc_map_at_1_std |
| value: -1.4021000000000001 |
| - type: nauc_map_at_1_diff1 |
| value: 54.1793 |
| - type: nauc_map_at_3_max |
| value: 30.1889 |
| - type: nauc_map_at_3_std |
| value: 4.2016 |
| - type: nauc_map_at_3_diff1 |
| value: 48.419200000000004 |
| - type: nauc_map_at_5_max |
| value: 29.825699999999998 |
| - type: nauc_map_at_5_std |
| value: 5.5063 |
| - type: nauc_map_at_5_diff1 |
| value: 46.7282 |
| - type: nauc_map_at_10_max |
| value: 29.9719 |
| - type: nauc_map_at_10_std |
| value: 5.679399999999999 |
| - type: nauc_map_at_10_diff1 |
| value: 46.606500000000004 |
| - type: nauc_map_at_20_max |
| value: 30.2156 |
| - type: nauc_map_at_20_std |
| value: 5.8273 |
| - type: nauc_map_at_20_diff1 |
| value: 46.7013 |
| - type: nauc_map_at_100_max |
| value: 30.3338 |
| - type: nauc_map_at_100_std |
| value: 6.6536 |
| - type: nauc_map_at_100_diff1 |
| value: 46.6748 |
| - type: nauc_map_at_1000_max |
| value: 30.169400000000003 |
| - type: nauc_map_at_1000_std |
| value: 6.7642 |
| - type: nauc_map_at_1000_diff1 |
| value: 46.7607 |
| - type: nauc_recall_at_1_max |
| value: 29.156 |
| - type: nauc_recall_at_1_std |
| value: -1.4021000000000001 |
| - type: nauc_recall_at_1_diff1 |
| value: 54.1793 |
| - type: nauc_recall_at_3_max |
| value: 29.3284 |
| - type: nauc_recall_at_3_std |
| value: 8.7505 |
| - type: nauc_recall_at_3_diff1 |
| value: 41.9943 |
| - type: nauc_recall_at_5_max |
| value: 27.175700000000003 |
| - type: nauc_recall_at_5_std |
| value: 13.2432 |
| - type: nauc_recall_at_5_diff1 |
| value: 34.915800000000004 |
| - type: nauc_recall_at_10_max |
| value: 26.678400000000003 |
| - type: nauc_recall_at_10_std |
| value: 12.7339 |
| - type: nauc_recall_at_10_diff1 |
| value: 34.5211 |
| - type: nauc_recall_at_20_max |
| value: 29.162900000000004 |
| - type: nauc_recall_at_20_std |
| value: 9.9774 |
| - type: nauc_recall_at_20_diff1 |
| value: 37.459900000000005 |
| - type: nauc_recall_at_100_max |
| value: 30.3541 |
| - type: nauc_recall_at_100_std |
| value: 29.9644 |
| - type: nauc_recall_at_100_diff1 |
| value: 29.605199999999996 |
| - type: nauc_recall_at_1000_max |
| value: 44.5434 |
| - type: nauc_recall_at_1000_std |
| value: 45.6492 |
| - type: nauc_recall_at_1000_diff1 |
| value: 43.278 |
| - type: nauc_precision_at_1_max |
| value: 30.2903 |
| - type: nauc_precision_at_1_std |
| value: 3.3960999999999997 |
| - type: nauc_precision_at_1_diff1 |
| value: 51.244 |
| - type: nauc_precision_at_3_max |
| value: 27.759600000000002 |
| - type: nauc_precision_at_3_std |
| value: 12.241200000000001 |
| - type: nauc_precision_at_3_diff1 |
| value: 32.894 |
| - type: nauc_precision_at_5_max |
| value: 24.269299999999998 |
| - type: nauc_precision_at_5_std |
| value: 17.1842 |
| - type: nauc_precision_at_5_diff1 |
| value: 24.4164 |
| - type: nauc_precision_at_10_max |
| value: 19.994300000000003 |
| - type: nauc_precision_at_10_std |
| value: 18.417 |
| - type: nauc_precision_at_10_diff1 |
| value: 21.2196 |
| - type: nauc_precision_at_20_max |
| value: 17.6921 |
| - type: nauc_precision_at_20_std |
| value: 18.0986 |
| - type: nauc_precision_at_20_diff1 |
| value: 14.551900000000002 |
| - type: nauc_precision_at_100_max |
| value: 3.5745 |
| - type: nauc_precision_at_100_std |
| value: 22.0668 |
| - type: nauc_precision_at_100_diff1 |
| value: 4.9549 |
| - type: nauc_precision_at_1000_max |
| value: -8.9717 |
| - type: nauc_precision_at_1000_std |
| value: 15.384900000000002 |
| - type: nauc_precision_at_1000_diff1 |
| value: 1.315 |
| - type: nauc_mrr_at_1_max |
| value: 30.2903 |
| - type: nauc_mrr_at_1_std |
| value: 3.3960999999999997 |
| - type: nauc_mrr_at_1_diff1 |
| value: 51.244 |
| - type: nauc_mrr_at_3_max |
| value: 29.890299999999996 |
| - type: nauc_mrr_at_3_std |
| value: 7.137200000000001 |
| - type: nauc_mrr_at_3_diff1 |
| value: 45.7139 |
| - type: nauc_mrr_at_5_max |
| value: 30.1335 |
| - type: nauc_mrr_at_5_std |
| value: 8.8576 |
| - type: nauc_mrr_at_5_diff1 |
| value: 44.6922 |
| - type: nauc_mrr_at_10_max |
| value: 30.215500000000002 |
| - type: nauc_mrr_at_10_std |
| value: 8.5145 |
| - type: nauc_mrr_at_10_diff1 |
| value: 44.982299999999995 |
| - type: nauc_mrr_at_20_max |
| value: 30.317499999999995 |
| - type: nauc_mrr_at_20_std |
| value: 8.1746 |
| - type: nauc_mrr_at_20_diff1 |
| value: 45.1746 |
| - type: nauc_mrr_at_100_max |
| value: 30.341099999999997 |
| - type: nauc_mrr_at_100_std |
| value: 8.4443 |
| - type: nauc_mrr_at_100_diff1 |
| value: 45.2294 |
| - type: nauc_mrr_at_1000_max |
| value: 30.339899999999997 |
| - type: nauc_mrr_at_1000_std |
| value: 8.4181 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 45.253 |
| - type: main_score |
| value: 37.543 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB CQADupstackWordpressRetrieval (default) |
| revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 |
| split: test |
| type: mteb/cqadupstack-wordpress |
| metrics: |
| - type: ndcg_at_1 |
| value: 19.778000000000002 |
| - type: ndcg_at_3 |
| value: 24.741 |
| - type: ndcg_at_5 |
| value: 27.354 |
| - type: ndcg_at_10 |
| value: 29.636000000000003 |
| - type: ndcg_at_20 |
| value: 31.826999999999998 |
| - type: ndcg_at_100 |
| value: 35.108 |
| - type: ndcg_at_1000 |
| value: 37.602000000000004 |
| - type: map_at_1 |
| value: 18.315 |
| - type: map_at_3 |
| value: 22.692999999999998 |
| - type: map_at_5 |
| value: 24.194 |
| - type: map_at_10 |
| value: 25.184 |
| - type: map_at_20 |
| value: 25.818 |
| - type: map_at_100 |
| value: 26.269 |
| - type: map_at_1000 |
| value: 26.371 |
| - type: recall_at_1 |
| value: 18.315 |
| - type: recall_at_3 |
| value: 28.610000000000003 |
| - type: recall_at_5 |
| value: 34.852 |
| - type: recall_at_10 |
| value: 41.626999999999995 |
| - type: recall_at_20 |
| value: 50.111000000000004 |
| - type: recall_at_100 |
| value: 67.244 |
| - type: recall_at_1000 |
| value: 85.529 |
| - type: precision_at_1 |
| value: 19.778000000000002 |
| - type: precision_at_3 |
| value: 10.536 |
| - type: precision_at_5 |
| value: 7.911 |
| - type: precision_at_10 |
| value: 4.806 |
| - type: precision_at_20 |
| value: 2.902 |
| - type: precision_at_100 |
| value: 0.815 |
| - type: precision_at_1000 |
| value: 0.11499999999999999 |
| - type: mrr_at_1 |
| value: 19.778200000000002 |
| - type: mrr_at_3 |
| value: 24.491699999999998 |
| - type: mrr_at_5 |
| value: 26.062800000000003 |
| - type: mrr_at_10 |
| value: 26.994699999999998 |
| - type: mrr_at_20 |
| value: 27.5592 |
| - type: mrr_at_100 |
| value: 27.974 |
| - type: mrr_at_1000 |
| value: 28.0409 |
| - type: nauc_ndcg_at_1_max |
| value: 24.5686 |
| - type: nauc_ndcg_at_1_std |
| value: 4.1985 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 41.2746 |
| - type: nauc_ndcg_at_3_max |
| value: 22.7675 |
| - type: nauc_ndcg_at_3_std |
| value: 4.8706 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 35.7574 |
| - type: nauc_ndcg_at_5_max |
| value: 22.3249 |
| - type: nauc_ndcg_at_5_std |
| value: 2.8872 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 35.1168 |
| - type: nauc_ndcg_at_10_max |
| value: 20.0328 |
| - type: nauc_ndcg_at_10_std |
| value: 3.4832 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 33.7264 |
| - type: nauc_ndcg_at_20_max |
| value: 19.5677 |
| - type: nauc_ndcg_at_20_std |
| value: 3.9749 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 32.8838 |
| - type: nauc_ndcg_at_100_max |
| value: 20.9515 |
| - type: nauc_ndcg_at_100_std |
| value: 6.998500000000001 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 33.863 |
| - type: nauc_ndcg_at_1000_max |
| value: 21.3021 |
| - type: nauc_ndcg_at_1000_std |
| value: 8.160499999999999 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 34.3499 |
| - type: nauc_map_at_1_max |
| value: 20.893700000000003 |
| - type: nauc_map_at_1_std |
| value: 4.0743 |
| - type: nauc_map_at_1_diff1 |
| value: 42.9843 |
| - type: nauc_map_at_3_max |
| value: 22.0831 |
| - type: nauc_map_at_3_std |
| value: 4.4359 |
| - type: nauc_map_at_3_diff1 |
| value: 38.0695 |
| - type: nauc_map_at_5_max |
| value: 21.996299999999998 |
| - type: nauc_map_at_5_std |
| value: 3.1272 |
| - type: nauc_map_at_5_diff1 |
| value: 37.4308 |
| - type: nauc_map_at_10_max |
| value: 21.012900000000002 |
| - type: nauc_map_at_10_std |
| value: 3.4627 |
| - type: nauc_map_at_10_diff1 |
| value: 36.6965 |
| - type: nauc_map_at_20_max |
| value: 20.9069 |
| - type: nauc_map_at_20_std |
| value: 3.5887000000000002 |
| - type: nauc_map_at_20_diff1 |
| value: 36.39 |
| - type: nauc_map_at_100_max |
| value: 21.1016 |
| - type: nauc_map_at_100_std |
| value: 4.0568 |
| - type: nauc_map_at_100_diff1 |
| value: 36.532399999999996 |
| - type: nauc_map_at_1000_max |
| value: 21.0852 |
| - type: nauc_map_at_1000_std |
| value: 4.1055 |
| - type: nauc_map_at_1000_diff1 |
| value: 36.5216 |
| - type: nauc_recall_at_1_max |
| value: 20.893700000000003 |
| - type: nauc_recall_at_1_std |
| value: 4.0743 |
| - type: nauc_recall_at_1_diff1 |
| value: 42.9843 |
| - type: nauc_recall_at_3_max |
| value: 21.7649 |
| - type: nauc_recall_at_3_std |
| value: 5.6876999999999995 |
| - type: nauc_recall_at_3_diff1 |
| value: 31.5178 |
| - type: nauc_recall_at_5_max |
| value: 20.523 |
| - type: nauc_recall_at_5_std |
| value: 1.6015000000000001 |
| - type: nauc_recall_at_5_diff1 |
| value: 29.531299999999998 |
| - type: nauc_recall_at_10_max |
| value: 13.9177 |
| - type: nauc_recall_at_10_std |
| value: 2.8573999999999997 |
| - type: nauc_recall_at_10_diff1 |
| value: 25.509500000000003 |
| - type: nauc_recall_at_20_max |
| value: 11.757299999999999 |
| - type: nauc_recall_at_20_std |
| value: 4.4186000000000005 |
| - type: nauc_recall_at_20_diff1 |
| value: 22.416900000000002 |
| - type: nauc_recall_at_100_max |
| value: 17.011699999999998 |
| - type: nauc_recall_at_100_std |
| value: 21.140700000000002 |
| - type: nauc_recall_at_100_diff1 |
| value: 25.083499999999997 |
| - type: nauc_recall_at_1000_max |
| value: 23.0804 |
| - type: nauc_recall_at_1000_std |
| value: 50.4001 |
| - type: nauc_recall_at_1000_diff1 |
| value: 30.6482 |
| - type: nauc_precision_at_1_max |
| value: 24.5686 |
| - type: nauc_precision_at_1_std |
| value: 4.1985 |
| - type: nauc_precision_at_1_diff1 |
| value: 41.2746 |
| - type: nauc_precision_at_3_max |
| value: 25.5841 |
| - type: nauc_precision_at_3_std |
| value: 6.0711 |
| - type: nauc_precision_at_3_diff1 |
| value: 29.611900000000002 |
| - type: nauc_precision_at_5_max |
| value: 25.6341 |
| - type: nauc_precision_at_5_std |
| value: 2.6534999999999997 |
| - type: nauc_precision_at_5_diff1 |
| value: 26.856099999999998 |
| - type: nauc_precision_at_10_max |
| value: 19.7334 |
| - type: nauc_precision_at_10_std |
| value: 6.002 |
| - type: nauc_precision_at_10_diff1 |
| value: 21.2614 |
| - type: nauc_precision_at_20_max |
| value: 17.6925 |
| - type: nauc_precision_at_20_std |
| value: 8.6822 |
| - type: nauc_precision_at_20_diff1 |
| value: 15.619900000000001 |
| - type: nauc_precision_at_100_max |
| value: 19.541900000000002 |
| - type: nauc_precision_at_100_std |
| value: 20.843700000000002 |
| - type: nauc_precision_at_100_diff1 |
| value: 10.8974 |
| - type: nauc_precision_at_1000_max |
| value: 0.5662 |
| - type: nauc_precision_at_1000_std |
| value: 20.2028 |
| - type: nauc_precision_at_1000_diff1 |
| value: -11.7664 |
| - type: nauc_mrr_at_1_max |
| value: 24.5686 |
| - type: nauc_mrr_at_1_std |
| value: 4.1985 |
| - type: nauc_mrr_at_1_diff1 |
| value: 41.2746 |
| - type: nauc_mrr_at_3_max |
| value: 24.540300000000002 |
| - type: nauc_mrr_at_3_std |
| value: 4.5855 |
| - type: nauc_mrr_at_3_diff1 |
| value: 36.5022 |
| - type: nauc_mrr_at_5_max |
| value: 24.5642 |
| - type: nauc_mrr_at_5_std |
| value: 3.6998 |
| - type: nauc_mrr_at_5_diff1 |
| value: 36.1042 |
| - type: nauc_mrr_at_10_max |
| value: 23.521800000000002 |
| - type: nauc_mrr_at_10_std |
| value: 3.7822 |
| - type: nauc_mrr_at_10_diff1 |
| value: 35.7072 |
| - type: nauc_mrr_at_20_max |
| value: 23.361 |
| - type: nauc_mrr_at_20_std |
| value: 3.8916 |
| - type: nauc_mrr_at_20_diff1 |
| value: 35.5182 |
| - type: nauc_mrr_at_100_max |
| value: 23.472299999999997 |
| - type: nauc_mrr_at_100_std |
| value: 4.2997 |
| - type: nauc_mrr_at_100_diff1 |
| value: 35.631299999999996 |
| - type: nauc_mrr_at_1000_max |
| value: 23.470299999999998 |
| - type: nauc_mrr_at_1000_std |
| value: 4.324 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 35.6309 |
| - type: main_score |
| value: 29.636000000000003 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB ClimateFEVER (default) |
| revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 |
| split: test |
| type: mteb/climate-fever |
| metrics: |
| - type: ndcg_at_1 |
| value: 40.521 |
| - type: ndcg_at_3 |
| value: 34.052 |
| - type: ndcg_at_5 |
| value: 36.028999999999996 |
| - type: ndcg_at_10 |
| value: 39.741 |
| - type: ndcg_at_20 |
| value: 42.406 |
| - type: ndcg_at_100 |
| value: 46.733000000000004 |
| - type: ndcg_at_1000 |
| value: 49.76 |
| - type: map_at_1 |
| value: 17.565 |
| - type: map_at_3 |
| value: 25.262 |
| - type: map_at_5 |
| value: 27.773999999999997 |
| - type: map_at_10 |
| value: 29.823 |
| - type: map_at_20 |
| value: 30.872 |
| - type: map_at_100 |
| value: 31.777 |
| - type: map_at_1000 |
| value: 31.961000000000002 |
| - type: recall_at_1 |
| value: 17.565 |
| - type: recall_at_3 |
| value: 30.174 |
| - type: recall_at_5 |
| value: 36.802 |
| - type: recall_at_10 |
| value: 44.999 |
| - type: recall_at_20 |
| value: 52.371 |
| - type: recall_at_100 |
| value: 68.805 |
| - type: recall_at_1000 |
| value: 85.572 |
| - type: precision_at_1 |
| value: 40.521 |
| - type: precision_at_3 |
| value: 25.755 |
| - type: precision_at_5 |
| value: 19.296 |
| - type: precision_at_10 |
| value: 12.104 |
| - type: precision_at_20 |
| value: 7.2379999999999995 |
| - type: precision_at_100 |
| value: 1.978 |
| - type: precision_at_1000 |
| value: 0.255 |
| - type: mrr_at_1 |
| value: 40.5212 |
| - type: mrr_at_3 |
| value: 49.848 |
| - type: mrr_at_5 |
| value: 51.73720000000001 |
| - type: mrr_at_10 |
| value: 52.775000000000006 |
| - type: mrr_at_20 |
| value: 53.187200000000004 |
| - type: mrr_at_100 |
| value: 53.4334 |
| - type: mrr_at_1000 |
| value: 53.45419999999999 |
| - type: nauc_ndcg_at_1_max |
| value: 37.7874 |
| - type: nauc_ndcg_at_1_std |
| value: 14.2466 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 35.2495 |
| - type: nauc_ndcg_at_3_max |
| value: 39.137899999999995 |
| - type: nauc_ndcg_at_3_std |
| value: 14.8525 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 27.8113 |
| - type: nauc_ndcg_at_5_max |
| value: 40.7356 |
| - type: nauc_ndcg_at_5_std |
| value: 15.751000000000001 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 27.8758 |
| - type: nauc_ndcg_at_10_max |
| value: 42.2598 |
| - type: nauc_ndcg_at_10_std |
| value: 18.2948 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 27.1214 |
| - type: nauc_ndcg_at_20_max |
| value: 42.922 |
| - type: nauc_ndcg_at_20_std |
| value: 19.3165 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 27.1329 |
| - type: nauc_ndcg_at_100_max |
| value: 43.939299999999996 |
| - type: nauc_ndcg_at_100_std |
| value: 22.3293 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 27.370299999999997 |
| - type: nauc_ndcg_at_1000_max |
| value: 44.087700000000005 |
| - type: nauc_ndcg_at_1000_std |
| value: 22.6752 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 27.4561 |
| - type: nauc_map_at_1_max |
| value: 35.477599999999995 |
| - type: nauc_map_at_1_std |
| value: 4.9017 |
| - type: nauc_map_at_1_diff1 |
| value: 41.0923 |
| - type: nauc_map_at_3_max |
| value: 38.0361 |
| - type: nauc_map_at_3_std |
| value: 10.9243 |
| - type: nauc_map_at_3_diff1 |
| value: 30.486400000000003 |
| - type: nauc_map_at_5_max |
| value: 39.1969 |
| - type: nauc_map_at_5_std |
| value: 12.8337 |
| - type: nauc_map_at_5_diff1 |
| value: 29.2533 |
| - type: nauc_map_at_10_max |
| value: 40.3974 |
| - type: nauc_map_at_10_std |
| value: 14.594 |
| - type: nauc_map_at_10_diff1 |
| value: 28.6676 |
| - type: nauc_map_at_20_max |
| value: 40.734700000000004 |
| - type: nauc_map_at_20_std |
| value: 15.0939 |
| - type: nauc_map_at_20_diff1 |
| value: 28.6551 |
| - type: nauc_map_at_100_max |
| value: 41.0407 |
| - type: nauc_map_at_100_std |
| value: 15.8822 |
| - type: nauc_map_at_100_diff1 |
| value: 28.797800000000002 |
| - type: nauc_map_at_1000_max |
| value: 41.074 |
| - type: nauc_map_at_1000_std |
| value: 15.938099999999999 |
| - type: nauc_map_at_1000_diff1 |
| value: 28.7958 |
| - type: nauc_recall_at_1_max |
| value: 35.477599999999995 |
| - type: nauc_recall_at_1_std |
| value: 4.9017 |
| - type: nauc_recall_at_1_diff1 |
| value: 41.0923 |
| - type: nauc_recall_at_3_max |
| value: 37.7873 |
| - type: nauc_recall_at_3_std |
| value: 12.5337 |
| - type: nauc_recall_at_3_diff1 |
| value: 24.5319 |
| - type: nauc_recall_at_5_max |
| value: 38.935199999999995 |
| - type: nauc_recall_at_5_std |
| value: 15.065100000000001 |
| - type: nauc_recall_at_5_diff1 |
| value: 22.1421 |
| - type: nauc_recall_at_10_max |
| value: 38.9728 |
| - type: nauc_recall_at_10_std |
| value: 18.6771 |
| - type: nauc_recall_at_10_diff1 |
| value: 18.5796 |
| - type: nauc_recall_at_20_max |
| value: 38.9675 |
| - type: nauc_recall_at_20_std |
| value: 20.3136 |
| - type: nauc_recall_at_20_diff1 |
| value: 17.4366 |
| - type: nauc_recall_at_100_max |
| value: 40.1752 |
| - type: nauc_recall_at_100_std |
| value: 30.8043 |
| - type: nauc_recall_at_100_diff1 |
| value: 15.071100000000001 |
| - type: nauc_recall_at_1000_max |
| value: 44.2175 |
| - type: nauc_recall_at_1000_std |
| value: 41.8613 |
| - type: nauc_recall_at_1000_diff1 |
| value: 10.9078 |
| - type: nauc_precision_at_1_max |
| value: 37.7874 |
| - type: nauc_precision_at_1_std |
| value: 14.2466 |
| - type: nauc_precision_at_1_diff1 |
| value: 35.2495 |
| - type: nauc_precision_at_3_max |
| value: 35.641600000000004 |
| - type: nauc_precision_at_3_std |
| value: 22.1893 |
| - type: nauc_precision_at_3_diff1 |
| value: 11.985999999999999 |
| - type: nauc_precision_at_5_max |
| value: 34.6088 |
| - type: nauc_precision_at_5_std |
| value: 24.1625 |
| - type: nauc_precision_at_5_diff1 |
| value: 8.61 |
| - type: nauc_precision_at_10_max |
| value: 32.8019 |
| - type: nauc_precision_at_10_std |
| value: 27.2801 |
| - type: nauc_precision_at_10_diff1 |
| value: 5.5756 |
| - type: nauc_precision_at_20_max |
| value: 29.6255 |
| - type: nauc_precision_at_20_std |
| value: 27.441100000000002 |
| - type: nauc_precision_at_20_diff1 |
| value: 3.5886 |
| - type: nauc_precision_at_100_max |
| value: 21.7954 |
| - type: nauc_precision_at_100_std |
| value: 32.4442 |
| - type: nauc_precision_at_100_diff1 |
| value: -1.9849999999999999 |
| - type: nauc_precision_at_1000_max |
| value: 8.2092 |
| - type: nauc_precision_at_1000_std |
| value: 26.811 |
| - type: nauc_precision_at_1000_diff1 |
| value: -10.2828 |
| - type: nauc_mrr_at_1_max |
| value: 37.7874 |
| - type: nauc_mrr_at_1_std |
| value: 14.2466 |
| - type: nauc_mrr_at_1_diff1 |
| value: 35.2495 |
| - type: nauc_mrr_at_3_max |
| value: 40.3392 |
| - type: nauc_mrr_at_3_std |
| value: 18.2137 |
| - type: nauc_mrr_at_3_diff1 |
| value: 30.4985 |
| - type: nauc_mrr_at_5_max |
| value: 40.823100000000004 |
| - type: nauc_mrr_at_5_std |
| value: 18.4992 |
| - type: nauc_mrr_at_5_diff1 |
| value: 30.7485 |
| - type: nauc_mrr_at_10_max |
| value: 40.8848 |
| - type: nauc_mrr_at_10_std |
| value: 18.903100000000002 |
| - type: nauc_mrr_at_10_diff1 |
| value: 30.604799999999997 |
| - type: nauc_mrr_at_20_max |
| value: 40.978500000000004 |
| - type: nauc_mrr_at_20_std |
| value: 19.0743 |
| - type: nauc_mrr_at_20_diff1 |
| value: 30.7534 |
| - type: nauc_mrr_at_100_max |
| value: 40.977599999999995 |
| - type: nauc_mrr_at_100_std |
| value: 19.108800000000002 |
| - type: nauc_mrr_at_100_diff1 |
| value: 30.745 |
| - type: nauc_mrr_at_1000_max |
| value: 40.9611 |
| - type: nauc_mrr_at_1000_std |
| value: 19.0871 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 30.7527 |
| - type: main_score |
| value: 39.741 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB DBPedia (default) |
| revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 |
| split: test |
| type: mteb/dbpedia |
| metrics: |
| - type: ndcg_at_1 |
| value: 53.37499999999999 |
| - type: ndcg_at_3 |
| value: 42.92 |
| - type: ndcg_at_5 |
| value: 40.473 |
| - type: ndcg_at_10 |
| value: 38.007000000000005 |
| - type: ndcg_at_20 |
| value: 37.757000000000005 |
| - type: ndcg_at_100 |
| value: 43.113 |
| - type: ndcg_at_1000 |
| value: 50.673 |
| - type: map_at_1 |
| value: 8.605 |
| - type: map_at_3 |
| value: 13.117999999999999 |
| - type: map_at_5 |
| value: 15.348999999999998 |
| - type: map_at_10 |
| value: 18.090999999999998 |
| - type: map_at_20 |
| value: 20.735999999999997 |
| - type: map_at_100 |
| value: 25.151 |
| - type: map_at_1000 |
| value: 26.789 |
| - type: recall_at_1 |
| value: 8.605 |
| - type: recall_at_3 |
| value: 14.39 |
| - type: recall_at_5 |
| value: 18.061 |
| - type: recall_at_10 |
| value: 23.49 |
| - type: recall_at_20 |
| value: 30.379 |
| - type: recall_at_100 |
| value: 48.956 |
| - type: recall_at_1000 |
| value: 72.685 |
| - type: precision_at_1 |
| value: 65.0 |
| - type: precision_at_3 |
| value: 45.75 |
| - type: precision_at_5 |
| value: 38.85 |
| - type: precision_at_10 |
| value: 29.525000000000002 |
| - type: precision_at_20 |
| value: 22.561999999999998 |
| - type: precision_at_100 |
| value: 9.795 |
| - type: precision_at_1000 |
| value: 2.078 |
| - type: mrr_at_1 |
| value: 65.0 |
| - type: mrr_at_3 |
| value: 71.5 |
| - type: mrr_at_5 |
| value: 72.1375 |
| - type: mrr_at_10 |
| value: 72.7269 |
| - type: mrr_at_20 |
| value: 73.1268 |
| - type: mrr_at_100 |
| value: 73.27550000000001 |
| - type: mrr_at_1000 |
| value: 73.27850000000001 |
| - type: nauc_ndcg_at_1_max |
| value: 51.8867 |
| - type: nauc_ndcg_at_1_std |
| value: 25.394699999999997 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 39.8769 |
| - type: nauc_ndcg_at_3_max |
| value: 48.3147 |
| - type: nauc_ndcg_at_3_std |
| value: 31.549300000000002 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 26.8183 |
| - type: nauc_ndcg_at_5_max |
| value: 47.9404 |
| - type: nauc_ndcg_at_5_std |
| value: 32.9316 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 25.4998 |
| - type: nauc_ndcg_at_10_max |
| value: 46.1533 |
| - type: nauc_ndcg_at_10_std |
| value: 30.7745 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 25.2169 |
| - type: nauc_ndcg_at_20_max |
| value: 42.6108 |
| - type: nauc_ndcg_at_20_std |
| value: 26.657799999999998 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 24.0015 |
| - type: nauc_ndcg_at_100_max |
| value: 42.088300000000004 |
| - type: nauc_ndcg_at_100_std |
| value: 30.8684 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 22.0 |
| - type: nauc_ndcg_at_1000_max |
| value: 46.9897 |
| - type: nauc_ndcg_at_1000_std |
| value: 38.803 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 19.9379 |
| - type: nauc_map_at_1_max |
| value: 15.648599999999998 |
| - type: nauc_map_at_1_std |
| value: -12.7977 |
| - type: nauc_map_at_1_diff1 |
| value: 35.7192 |
| - type: nauc_map_at_3_max |
| value: 16.9672 |
| - type: nauc_map_at_3_std |
| value: -6.754499999999999 |
| - type: nauc_map_at_3_diff1 |
| value: 27.9538 |
| - type: nauc_map_at_5_max |
| value: 18.8827 |
| - type: nauc_map_at_5_std |
| value: -2.9603 |
| - type: nauc_map_at_5_diff1 |
| value: 25.9649 |
| - type: nauc_map_at_10_max |
| value: 21.7011 |
| - type: nauc_map_at_10_std |
| value: 1.9127999999999998 |
| - type: nauc_map_at_10_diff1 |
| value: 22.8436 |
| - type: nauc_map_at_20_max |
| value: 25.9247 |
| - type: nauc_map_at_20_std |
| value: 8.3743 |
| - type: nauc_map_at_20_diff1 |
| value: 21.1392 |
| - type: nauc_map_at_100_max |
| value: 30.9858 |
| - type: nauc_map_at_100_std |
| value: 20.483999999999998 |
| - type: nauc_map_at_100_diff1 |
| value: 17.8089 |
| - type: nauc_map_at_1000_max |
| value: 31.9853 |
| - type: nauc_map_at_1000_std |
| value: 23.0077 |
| - type: nauc_map_at_1000_diff1 |
| value: 16.5824 |
| - type: nauc_recall_at_1_max |
| value: 15.648599999999998 |
| - type: nauc_recall_at_1_std |
| value: -12.7977 |
| - type: nauc_recall_at_1_diff1 |
| value: 35.7192 |
| - type: nauc_recall_at_3_max |
| value: 13.680600000000002 |
| - type: nauc_recall_at_3_std |
| value: -7.427599999999999 |
| - type: nauc_recall_at_3_diff1 |
| value: 23.8891 |
| - type: nauc_recall_at_5_max |
| value: 13.2823 |
| - type: nauc_recall_at_5_std |
| value: -5.1532 |
| - type: nauc_recall_at_5_diff1 |
| value: 20.2566 |
| - type: nauc_recall_at_10_max |
| value: 16.1607 |
| - type: nauc_recall_at_10_std |
| value: -0.2762 |
| - type: nauc_recall_at_10_diff1 |
| value: 17.1312 |
| - type: nauc_recall_at_20_max |
| value: 20.1979 |
| - type: nauc_recall_at_20_std |
| value: 5.716799999999999 |
| - type: nauc_recall_at_20_diff1 |
| value: 15.7332 |
| - type: nauc_recall_at_100_max |
| value: 26.0613 |
| - type: nauc_recall_at_100_std |
| value: 25.786900000000003 |
| - type: nauc_recall_at_100_diff1 |
| value: 11.5302 |
| - type: nauc_recall_at_1000_max |
| value: 33.9363 |
| - type: nauc_recall_at_1000_std |
| value: 41.8114 |
| - type: nauc_recall_at_1000_diff1 |
| value: 6.959999999999999 |
| - type: nauc_precision_at_1_max |
| value: 59.560199999999995 |
| - type: nauc_precision_at_1_std |
| value: 33.1626 |
| - type: nauc_precision_at_1_diff1 |
| value: 44.1834 |
| - type: nauc_precision_at_3_max |
| value: 44.451299999999996 |
| - type: nauc_precision_at_3_std |
| value: 43.2325 |
| - type: nauc_precision_at_3_diff1 |
| value: 10.1334 |
| - type: nauc_precision_at_5_max |
| value: 42.3183 |
| - type: nauc_precision_at_5_std |
| value: 48.4798 |
| - type: nauc_precision_at_5_diff1 |
| value: 4.3267 |
| - type: nauc_precision_at_10_max |
| value: 39.1884 |
| - type: nauc_precision_at_10_std |
| value: 49.1338 |
| - type: nauc_precision_at_10_diff1 |
| value: -2.4766 |
| - type: nauc_precision_at_20_max |
| value: 34.2652 |
| - type: nauc_precision_at_20_std |
| value: 46.881099999999996 |
| - type: nauc_precision_at_20_diff1 |
| value: -7.664700000000001 |
| - type: nauc_precision_at_100_max |
| value: 21.5758 |
| - type: nauc_precision_at_100_std |
| value: 41.9157 |
| - type: nauc_precision_at_100_diff1 |
| value: -13.292300000000001 |
| - type: nauc_precision_at_1000_max |
| value: -4.6777 |
| - type: nauc_precision_at_1000_std |
| value: 11.3629 |
| - type: nauc_precision_at_1000_diff1 |
| value: -20.6324 |
| - type: nauc_mrr_at_1_max |
| value: 59.560199999999995 |
| - type: nauc_mrr_at_1_std |
| value: 33.1626 |
| - type: nauc_mrr_at_1_diff1 |
| value: 44.1834 |
| - type: nauc_mrr_at_3_max |
| value: 63.3449 |
| - type: nauc_mrr_at_3_std |
| value: 42.139700000000005 |
| - type: nauc_mrr_at_3_diff1 |
| value: 42.0598 |
| - type: nauc_mrr_at_5_max |
| value: 63.5765 |
| - type: nauc_mrr_at_5_std |
| value: 42.5313 |
| - type: nauc_mrr_at_5_diff1 |
| value: 41.86 |
| - type: nauc_mrr_at_10_max |
| value: 63.22259999999999 |
| - type: nauc_mrr_at_10_std |
| value: 41.901500000000006 |
| - type: nauc_mrr_at_10_diff1 |
| value: 41.9345 |
| - type: nauc_mrr_at_20_max |
| value: 63.253099999999996 |
| - type: nauc_mrr_at_20_std |
| value: 41.6196 |
| - type: nauc_mrr_at_20_diff1 |
| value: 42.2398 |
| - type: nauc_mrr_at_100_max |
| value: 63.214800000000004 |
| - type: nauc_mrr_at_100_std |
| value: 41.6203 |
| - type: nauc_mrr_at_100_diff1 |
| value: 42.1703 |
| - type: nauc_mrr_at_1000_max |
| value: 63.212500000000006 |
| - type: nauc_mrr_at_1000_std |
| value: 41.6145 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 42.1702 |
| - type: main_score |
| value: 38.007000000000005 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB EmotionClassification (default) |
| revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 |
| split: test |
| type: mteb/emotion |
| metrics: |
| - type: accuracy |
| value: 48.245 |
| - type: f1 |
| value: 43.128899999999994 |
| - type: f1_weighted |
| value: 50.52720000000001 |
| - type: main_score |
| value: 48.245 |
| task: |
| type: Classification |
| - dataset: |
| config: default |
| name: MTEB FEVER (default) |
| revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 |
| split: test |
| type: mteb/fever |
| metrics: |
| - type: ndcg_at_1 |
| value: 82.973 |
| - type: ndcg_at_3 |
| value: 86.732 |
| - type: ndcg_at_5 |
| value: 87.754 |
| - type: ndcg_at_10 |
| value: 88.28399999999999 |
| - type: ndcg_at_20 |
| value: 88.599 |
| - type: ndcg_at_100 |
| value: 88.962 |
| - type: ndcg_at_1000 |
| value: 89.18599999999999 |
| - type: map_at_1 |
| value: 76.85600000000001 |
| - type: map_at_3 |
| value: 83.68100000000001 |
| - type: map_at_5 |
| value: 84.428 |
| - type: map_at_10 |
| value: 84.737 |
| - type: map_at_20 |
| value: 84.859 |
| - type: map_at_100 |
| value: 84.936 |
| - type: map_at_1000 |
| value: 84.949 |
| - type: recall_at_1 |
| value: 76.85600000000001 |
| - type: recall_at_3 |
| value: 90.261 |
| - type: recall_at_5 |
| value: 92.902 |
| - type: recall_at_10 |
| value: 94.455 |
| - type: recall_at_20 |
| value: 95.512 |
| - type: recall_at_100 |
| value: 97.062 |
| - type: recall_at_1000 |
| value: 98.425 |
| - type: precision_at_1 |
| value: 82.973 |
| - type: precision_at_3 |
| value: 32.883 |
| - type: precision_at_5 |
| value: 20.432 |
| - type: precision_at_10 |
| value: 10.468 |
| - type: precision_at_20 |
| value: 5.335 |
| - type: precision_at_100 |
| value: 1.103 |
| - type: precision_at_1000 |
| value: 0.11399999999999999 |
| - type: mrr_at_1 |
| value: 82.97330000000001 |
| - type: mrr_at_3 |
| value: 88.9414 |
| - type: mrr_at_5 |
| value: 89.4409 |
| - type: mrr_at_10 |
| value: 89.5788 |
| - type: mrr_at_20 |
| value: 89.6134 |
| - type: mrr_at_100 |
| value: 89.6249 |
| - type: mrr_at_1000 |
| value: 89.6258 |
| - type: nauc_ndcg_at_1_max |
| value: 29.845699999999997 |
| - type: nauc_ndcg_at_1_std |
| value: -8.1067 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 76.5459 |
| - type: nauc_ndcg_at_3_max |
| value: 24.046699999999998 |
| - type: nauc_ndcg_at_3_std |
| value: -1.3396 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 53.3589 |
| - type: nauc_ndcg_at_5_max |
| value: 23.060200000000002 |
| - type: nauc_ndcg_at_5_std |
| value: 0.1275 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 51.707499999999996 |
| - type: nauc_ndcg_at_10_max |
| value: 23.2423 |
| - type: nauc_ndcg_at_10_std |
| value: 1.1825 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 51.542699999999996 |
| - type: nauc_ndcg_at_20_max |
| value: 23.5179 |
| - type: nauc_ndcg_at_20_std |
| value: 1.1563999999999999 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 52.0221 |
| - type: nauc_ndcg_at_100_max |
| value: 24.1075 |
| - type: nauc_ndcg_at_100_std |
| value: 1.1012 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 52.8483 |
| - type: nauc_ndcg_at_1000_max |
| value: 24.611900000000002 |
| - type: nauc_ndcg_at_1000_std |
| value: 0.6839999999999999 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 54.1385 |
| - type: nauc_map_at_1_max |
| value: 18.8778 |
| - type: nauc_map_at_1_std |
| value: -5.556500000000001 |
| - type: nauc_map_at_1_diff1 |
| value: 57.2703 |
| - type: nauc_map_at_3_max |
| value: 20.5351 |
| - type: nauc_map_at_3_std |
| value: -2.0858000000000003 |
| - type: nauc_map_at_3_diff1 |
| value: 51.070499999999996 |
| - type: nauc_map_at_5_max |
| value: 20.6176 |
| - type: nauc_map_at_5_std |
| value: -1.3988 |
| - type: nauc_map_at_5_diff1 |
| value: 50.974399999999996 |
| - type: nauc_map_at_10_max |
| value: 21.0174 |
| - type: nauc_map_at_10_std |
| value: -0.9446 |
| - type: nauc_map_at_10_diff1 |
| value: 51.176 |
| - type: nauc_map_at_20_max |
| value: 21.177699999999998 |
| - type: nauc_map_at_20_std |
| value: -0.9066 |
| - type: nauc_map_at_20_diff1 |
| value: 51.35150000000001 |
| - type: nauc_map_at_100_max |
| value: 21.3138 |
| - type: nauc_map_at_100_std |
| value: -0.8752 |
| - type: nauc_map_at_100_diff1 |
| value: 51.483999999999995 |
| - type: nauc_map_at_1000_max |
| value: 21.3431 |
| - type: nauc_map_at_1000_std |
| value: -0.8807 |
| - type: nauc_map_at_1000_diff1 |
| value: 51.541599999999995 |
| - type: nauc_recall_at_1_max |
| value: 18.8778 |
| - type: nauc_recall_at_1_std |
| value: -5.556500000000001 |
| - type: nauc_recall_at_1_diff1 |
| value: 57.2703 |
| - type: nauc_recall_at_3_max |
| value: 18.7084 |
| - type: nauc_recall_at_3_std |
| value: 5.7948 |
| - type: nauc_recall_at_3_diff1 |
| value: 31.1856 |
| - type: nauc_recall_at_5_max |
| value: 15.978700000000002 |
| - type: nauc_recall_at_5_std |
| value: 13.5212 |
| - type: nauc_recall_at_5_diff1 |
| value: 19.669600000000003 |
| - type: nauc_recall_at_10_max |
| value: 15.8737 |
| - type: nauc_recall_at_10_std |
| value: 22.743299999999998 |
| - type: nauc_recall_at_10_diff1 |
| value: 11.7671 |
| - type: nauc_recall_at_20_max |
| value: 15.2453 |
| - type: nauc_recall_at_20_std |
| value: 26.6607 |
| - type: nauc_recall_at_20_diff1 |
| value: 6.776600000000001 |
| - type: nauc_recall_at_100_max |
| value: 17.2356 |
| - type: nauc_recall_at_100_std |
| value: 37.8238 |
| - type: nauc_recall_at_100_diff1 |
| value: -3.2619000000000002 |
| - type: nauc_recall_at_1000_max |
| value: 25.8924 |
| - type: nauc_recall_at_1000_std |
| value: 50.5346 |
| - type: nauc_recall_at_1000_diff1 |
| value: -2.8157 |
| - type: nauc_precision_at_1_max |
| value: 29.845699999999997 |
| - type: nauc_precision_at_1_std |
| value: -8.1067 |
| - type: nauc_precision_at_1_diff1 |
| value: 76.5459 |
| - type: nauc_precision_at_3_max |
| value: 32.356899999999996 |
| - type: nauc_precision_at_3_std |
| value: 9.5615 |
| - type: nauc_precision_at_3_diff1 |
| value: 26.7234 |
| - type: nauc_precision_at_5_max |
| value: 25.8619 |
| - type: nauc_precision_at_5_std |
| value: 14.323 |
| - type: nauc_precision_at_5_diff1 |
| value: 8.3817 |
| - type: nauc_precision_at_10_max |
| value: 22.608900000000002 |
| - type: nauc_precision_at_10_std |
| value: 17.1757 |
| - type: nauc_precision_at_10_diff1 |
| value: -0.7581 |
| - type: nauc_precision_at_20_max |
| value: 20.5592 |
| - type: nauc_precision_at_20_std |
| value: 15.579899999999999 |
| - type: nauc_precision_at_20_diff1 |
| value: -3.5625999999999998 |
| - type: nauc_precision_at_100_max |
| value: 17.427200000000003 |
| - type: nauc_precision_at_100_std |
| value: 11.8869 |
| - type: nauc_precision_at_100_diff1 |
| value: -5.1880999999999995 |
| - type: nauc_precision_at_1000_max |
| value: 15.9616 |
| - type: nauc_precision_at_1000_std |
| value: 6.299799999999999 |
| - type: nauc_precision_at_1000_diff1 |
| value: -0.9317000000000001 |
| - type: nauc_mrr_at_1_max |
| value: 29.845699999999997 |
| - type: nauc_mrr_at_1_std |
| value: -8.1067 |
| - type: nauc_mrr_at_1_diff1 |
| value: 76.5459 |
| - type: nauc_mrr_at_3_max |
| value: 33.7764 |
| - type: nauc_mrr_at_3_std |
| value: -6.8435 |
| - type: nauc_mrr_at_3_diff1 |
| value: 75.4084 |
| - type: nauc_mrr_at_5_max |
| value: 33.651599999999995 |
| - type: nauc_mrr_at_5_std |
| value: -6.499199999999999 |
| - type: nauc_mrr_at_5_diff1 |
| value: 75.5632 |
| - type: nauc_mrr_at_10_max |
| value: 33.4464 |
| - type: nauc_mrr_at_10_std |
| value: -6.334199999999999 |
| - type: nauc_mrr_at_10_diff1 |
| value: 75.5967 |
| - type: nauc_mrr_at_20_max |
| value: 33.2984 |
| - type: nauc_mrr_at_20_std |
| value: -6.4758 |
| - type: nauc_mrr_at_20_diff1 |
| value: 75.6139 |
| - type: nauc_mrr_at_100_max |
| value: 33.2324 |
| - type: nauc_mrr_at_100_std |
| value: -6.5496 |
| - type: nauc_mrr_at_100_diff1 |
| value: 75.6207 |
| - type: nauc_mrr_at_1000_max |
| value: 33.2269 |
| - type: nauc_mrr_at_1000_std |
| value: -6.5571 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 75.6223 |
| - type: main_score |
| value: 88.28399999999999 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB FiQA2018 (default) |
| revision: 27a168819829fe9bcd655c2df245fb19452e8e06 |
| split: test |
| type: mteb/fiqa |
| metrics: |
| - type: ndcg_at_1 |
| value: 36.882999999999996 |
| - type: ndcg_at_3 |
| value: 35.286 |
| - type: ndcg_at_5 |
| value: 35.968 |
| - type: ndcg_at_10 |
| value: 38.429 |
| - type: ndcg_at_20 |
| value: 41.075 |
| - type: ndcg_at_100 |
| value: 45.738 |
| - type: ndcg_at_1000 |
| value: 48.931000000000004 |
| - type: map_at_1 |
| value: 18.781 |
| - type: map_at_3 |
| value: 27.154 |
| - type: map_at_5 |
| value: 29.101 |
| - type: map_at_10 |
| value: 30.889 |
| - type: map_at_20 |
| value: 31.900000000000002 |
| - type: map_at_100 |
| value: 32.836 |
| - type: map_at_1000 |
| value: 33.031 |
| - type: recall_at_1 |
| value: 18.781 |
| - type: recall_at_3 |
| value: 32.505 |
| - type: recall_at_5 |
| value: 37.524 |
| - type: recall_at_10 |
| value: 44.936 |
| - type: recall_at_20 |
| value: 52.961999999999996 |
| - type: recall_at_100 |
| value: 72.229 |
| - type: recall_at_1000 |
| value: 91.266 |
| - type: precision_at_1 |
| value: 36.882999999999996 |
| - type: precision_at_3 |
| value: 23.714 |
| - type: precision_at_5 |
| value: 16.975 |
| - type: precision_at_10 |
| value: 10.664 |
| - type: precision_at_20 |
| value: 6.451 |
| - type: precision_at_100 |
| value: 1.799 |
| - type: precision_at_1000 |
| value: 0.23700000000000002 |
| - type: mrr_at_1 |
| value: 36.8827 |
| - type: mrr_at_3 |
| value: 44.3673 |
| - type: mrr_at_5 |
| value: 45.4552 |
| - type: mrr_at_10 |
| value: 46.4466 |
| - type: mrr_at_20 |
| value: 46.935500000000005 |
| - type: mrr_at_100 |
| value: 47.3453 |
| - type: mrr_at_1000 |
| value: 47.3849 |
| - type: nauc_ndcg_at_1_max |
| value: 39.123200000000004 |
| - type: nauc_ndcg_at_1_std |
| value: 0.5595 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 55.2141 |
| - type: nauc_ndcg_at_3_max |
| value: 35.457300000000004 |
| - type: nauc_ndcg_at_3_std |
| value: -0.0245 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 47.1277 |
| - type: nauc_ndcg_at_5_max |
| value: 33.4871 |
| - type: nauc_ndcg_at_5_std |
| value: -0.1851 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 46.6695 |
| - type: nauc_ndcg_at_10_max |
| value: 33.5342 |
| - type: nauc_ndcg_at_10_std |
| value: 1.1218000000000001 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 44.674 |
| - type: nauc_ndcg_at_20_max |
| value: 33.3212 |
| - type: nauc_ndcg_at_20_std |
| value: 2.4269 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 44.0147 |
| - type: nauc_ndcg_at_100_max |
| value: 36.281400000000005 |
| - type: nauc_ndcg_at_100_std |
| value: 6.1097 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 43.9281 |
| - type: nauc_ndcg_at_1000_max |
| value: 37.4346 |
| - type: nauc_ndcg_at_1000_std |
| value: 5.729 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 44.901799999999994 |
| - type: nauc_map_at_1_max |
| value: 26.354 |
| - type: nauc_map_at_1_std |
| value: -1.4975 |
| - type: nauc_map_at_1_diff1 |
| value: 55.602399999999996 |
| - type: nauc_map_at_3_max |
| value: 30.482100000000003 |
| - type: nauc_map_at_3_std |
| value: -1.1696 |
| - type: nauc_map_at_3_diff1 |
| value: 48.9863 |
| - type: nauc_map_at_5_max |
| value: 31.4619 |
| - type: nauc_map_at_5_std |
| value: -1.0692 |
| - type: nauc_map_at_5_diff1 |
| value: 48.0302 |
| - type: nauc_map_at_10_max |
| value: 32.461 |
| - type: nauc_map_at_10_std |
| value: -0.147 |
| - type: nauc_map_at_10_diff1 |
| value: 46.5916 |
| - type: nauc_map_at_20_max |
| value: 32.568999999999996 |
| - type: nauc_map_at_20_std |
| value: 0.4279 |
| - type: nauc_map_at_20_diff1 |
| value: 46.3194 |
| - type: nauc_map_at_100_max |
| value: 33.273799999999994 |
| - type: nauc_map_at_100_std |
| value: 1.1697000000000002 |
| - type: nauc_map_at_100_diff1 |
| value: 46.282000000000004 |
| - type: nauc_map_at_1000_max |
| value: 33.415499999999994 |
| - type: nauc_map_at_1000_std |
| value: 1.1926 |
| - type: nauc_map_at_1000_diff1 |
| value: 46.3347 |
| - type: nauc_recall_at_1_max |
| value: 26.354 |
| - type: nauc_recall_at_1_std |
| value: -1.4975 |
| - type: nauc_recall_at_1_diff1 |
| value: 55.602399999999996 |
| - type: nauc_recall_at_3_max |
| value: 25.3216 |
| - type: nauc_recall_at_3_std |
| value: -1.3092 |
| - type: nauc_recall_at_3_diff1 |
| value: 40.8666 |
| - type: nauc_recall_at_5_max |
| value: 24.444 |
| - type: nauc_recall_at_5_std |
| value: -0.9400000000000001 |
| - type: nauc_recall_at_5_diff1 |
| value: 38.1574 |
| - type: nauc_recall_at_10_max |
| value: 24.8674 |
| - type: nauc_recall_at_10_std |
| value: 2.3571 |
| - type: nauc_recall_at_10_diff1 |
| value: 32.2407 |
| - type: nauc_recall_at_20_max |
| value: 22.243299999999998 |
| - type: nauc_recall_at_20_std |
| value: 5.6803 |
| - type: nauc_recall_at_20_diff1 |
| value: 28.627799999999997 |
| - type: nauc_recall_at_100_max |
| value: 29.0702 |
| - type: nauc_recall_at_100_std |
| value: 25.7249 |
| - type: nauc_recall_at_100_diff1 |
| value: 21.2569 |
| - type: nauc_recall_at_1000_max |
| value: 40.241 |
| - type: nauc_recall_at_1000_std |
| value: 48.301899999999996 |
| - type: nauc_recall_at_1000_diff1 |
| value: 20.0935 |
| - type: nauc_precision_at_1_max |
| value: 39.123200000000004 |
| - type: nauc_precision_at_1_std |
| value: 0.5595 |
| - type: nauc_precision_at_1_diff1 |
| value: 55.2141 |
| - type: nauc_precision_at_3_max |
| value: 36.4929 |
| - type: nauc_precision_at_3_std |
| value: 0.8775 |
| - type: nauc_precision_at_3_diff1 |
| value: 30.4142 |
| - type: nauc_precision_at_5_max |
| value: 35.120200000000004 |
| - type: nauc_precision_at_5_std |
| value: 1.3797 |
| - type: nauc_precision_at_5_diff1 |
| value: 25.296200000000002 |
| - type: nauc_precision_at_10_max |
| value: 34.2855 |
| - type: nauc_precision_at_10_std |
| value: 5.0542 |
| - type: nauc_precision_at_10_diff1 |
| value: 15.2533 |
| - type: nauc_precision_at_20_max |
| value: 31.4664 |
| - type: nauc_precision_at_20_std |
| value: 9.0011 |
| - type: nauc_precision_at_20_diff1 |
| value: 10.4832 |
| - type: nauc_precision_at_100_max |
| value: 32.6942 |
| - type: nauc_precision_at_100_std |
| value: 14.7489 |
| - type: nauc_precision_at_100_diff1 |
| value: 2.8718 |
| - type: nauc_precision_at_1000_max |
| value: 27.2725 |
| - type: nauc_precision_at_1000_std |
| value: 11.8238 |
| - type: nauc_precision_at_1000_diff1 |
| value: -3.3316 |
| - type: nauc_mrr_at_1_max |
| value: 39.123200000000004 |
| - type: nauc_mrr_at_1_std |
| value: 0.5595 |
| - type: nauc_mrr_at_1_diff1 |
| value: 55.2141 |
| - type: nauc_mrr_at_3_max |
| value: 39.3518 |
| - type: nauc_mrr_at_3_std |
| value: 1.8446 |
| - type: nauc_mrr_at_3_diff1 |
| value: 50.5624 |
| - type: nauc_mrr_at_5_max |
| value: 38.8629 |
| - type: nauc_mrr_at_5_std |
| value: 1.5571 |
| - type: nauc_mrr_at_5_diff1 |
| value: 50.2772 |
| - type: nauc_mrr_at_10_max |
| value: 39.109 |
| - type: nauc_mrr_at_10_std |
| value: 1.7592 |
| - type: nauc_mrr_at_10_diff1 |
| value: 49.817699999999995 |
| - type: nauc_mrr_at_20_max |
| value: 38.9978 |
| - type: nauc_mrr_at_20_std |
| value: 1.9251999999999998 |
| - type: nauc_mrr_at_20_diff1 |
| value: 49.7399 |
| - type: nauc_mrr_at_100_max |
| value: 39.189800000000005 |
| - type: nauc_mrr_at_100_std |
| value: 2.2416 |
| - type: nauc_mrr_at_100_diff1 |
| value: 49.7796 |
| - type: nauc_mrr_at_1000_max |
| value: 39.1943 |
| - type: nauc_mrr_at_1000_std |
| value: 2.2126 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 49.8054 |
| - type: main_score |
| value: 38.429 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB HotpotQA (default) |
| revision: ab518f4d6fcca38d87c25209f94beba119d02014 |
| split: test |
| type: mteb/hotpotqa |
| metrics: |
| - type: ndcg_at_1 |
| value: 80.5 |
| - type: ndcg_at_3 |
| value: 61.708 |
| - type: ndcg_at_5 |
| value: 64.089 |
| - type: ndcg_at_10 |
| value: 65.893 |
| - type: ndcg_at_20 |
| value: 67.06800000000001 |
| - type: ndcg_at_100 |
| value: 68.715 |
| - type: ndcg_at_1000 |
| value: 70.025 |
| - type: map_at_1 |
| value: 40.25 |
| - type: map_at_3 |
| value: 53.53 |
| - type: map_at_5 |
| value: 55.428 |
| - type: map_at_10 |
| value: 56.497 |
| - type: map_at_20 |
| value: 56.977999999999994 |
| - type: map_at_100 |
| value: 57.318000000000005 |
| - type: map_at_1000 |
| value: 57.386 |
| - type: recall_at_1 |
| value: 40.25 |
| - type: recall_at_3 |
| value: 57.191 |
| - type: recall_at_5 |
| value: 61.891 |
| - type: recall_at_10 |
| value: 66.415 |
| - type: recall_at_20 |
| value: 70.176 |
| - type: recall_at_100 |
| value: 77.427 |
| - type: recall_at_1000 |
| value: 86.063 |
| - type: precision_at_1 |
| value: 80.5 |
| - type: precision_at_3 |
| value: 38.127 |
| - type: precision_at_5 |
| value: 24.756 |
| - type: precision_at_10 |
| value: 13.283000000000001 |
| - type: precision_at_20 |
| value: 7.018000000000001 |
| - type: precision_at_100 |
| value: 1.549 |
| - type: precision_at_1000 |
| value: 0.172 |
| - type: mrr_at_1 |
| value: 80.49969999999999 |
| - type: mrr_at_3 |
| value: 84.67479999999999 |
| - type: mrr_at_5 |
| value: 85.2028 |
| - type: mrr_at_10 |
| value: 85.51379999999999 |
| - type: mrr_at_20 |
| value: 85.6182 |
| - type: mrr_at_100 |
| value: 85.6802 |
| - type: mrr_at_1000 |
| value: 85.6881 |
| - type: nauc_ndcg_at_1_max |
| value: 57.2865 |
| - type: nauc_ndcg_at_1_std |
| value: -3.7467 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 73.77759999999999 |
| - type: nauc_ndcg_at_3_max |
| value: 23.325000000000003 |
| - type: nauc_ndcg_at_3_std |
| value: -1.4533 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 20.7378 |
| - type: nauc_ndcg_at_5_max |
| value: 20.834600000000002 |
| - type: nauc_ndcg_at_5_std |
| value: 0.44689999999999996 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 17.131 |
| - type: nauc_ndcg_at_10_max |
| value: 19.234299999999998 |
| - type: nauc_ndcg_at_10_std |
| value: 1.0047000000000001 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 15.4205 |
| - type: nauc_ndcg_at_20_max |
| value: 18.4698 |
| - type: nauc_ndcg_at_20_std |
| value: 1.3018 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 14.8089 |
| - type: nauc_ndcg_at_100_max |
| value: 17.7001 |
| - type: nauc_ndcg_at_100_std |
| value: 2.2472 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 13.9841 |
| - type: nauc_ndcg_at_1000_max |
| value: 18.0396 |
| - type: nauc_ndcg_at_1000_std |
| value: 2.0355000000000003 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 14.4955 |
| - type: nauc_map_at_1_max |
| value: 57.2865 |
| - type: nauc_map_at_1_std |
| value: -3.7467 |
| - type: nauc_map_at_1_diff1 |
| value: 73.77759999999999 |
| - type: nauc_map_at_3_max |
| value: 17.4967 |
| - type: nauc_map_at_3_std |
| value: -2.0705999999999998 |
| - type: nauc_map_at_3_diff1 |
| value: 13.6638 |
| - type: nauc_map_at_5_max |
| value: 15.9546 |
| - type: nauc_map_at_5_std |
| value: -0.7446999999999999 |
| - type: nauc_map_at_5_diff1 |
| value: 11.3368 |
| - type: nauc_map_at_10_max |
| value: 15.280299999999999 |
| - type: nauc_map_at_10_std |
| value: -0.47650000000000003 |
| - type: nauc_map_at_10_diff1 |
| value: 10.662 |
| - type: nauc_map_at_20_max |
| value: 15.063699999999999 |
| - type: nauc_map_at_20_std |
| value: -0.3955 |
| - type: nauc_map_at_20_diff1 |
| value: 10.524000000000001 |
| - type: nauc_map_at_100_max |
| value: 14.9509 |
| - type: nauc_map_at_100_std |
| value: -0.2228 |
| - type: nauc_map_at_100_diff1 |
| value: 10.4048 |
| - type: nauc_map_at_1000_max |
| value: 14.9594 |
| - type: nauc_map_at_1000_std |
| value: -0.2235 |
| - type: nauc_map_at_1000_diff1 |
| value: 10.418199999999999 |
| - type: nauc_recall_at_1_max |
| value: 57.2865 |
| - type: nauc_recall_at_1_std |
| value: -3.7467 |
| - type: nauc_recall_at_1_diff1 |
| value: 73.77759999999999 |
| - type: nauc_recall_at_3_max |
| value: 13.0855 |
| - type: nauc_recall_at_3_std |
| value: -0.6072 |
| - type: nauc_recall_at_3_diff1 |
| value: 5.0996 |
| - type: nauc_recall_at_5_max |
| value: 7.9794 |
| - type: nauc_recall_at_5_std |
| value: 2.9346 |
| - type: nauc_recall_at_5_diff1 |
| value: -1.7982000000000002 |
| - type: nauc_recall_at_10_max |
| value: 3.2676 |
| - type: nauc_recall_at_10_std |
| value: 4.3023 |
| - type: nauc_recall_at_10_diff1 |
| value: -6.841899999999999 |
| - type: nauc_recall_at_20_max |
| value: 0.1594 |
| - type: nauc_recall_at_20_std |
| value: 5.4663 |
| - type: nauc_recall_at_20_diff1 |
| value: -9.818399999999999 |
| - type: nauc_recall_at_100_max |
| value: -6.5771 |
| - type: nauc_recall_at_100_std |
| value: 10.5212 |
| - type: nauc_recall_at_100_diff1 |
| value: -17.6874 |
| - type: nauc_recall_at_1000_max |
| value: -12.6966 |
| - type: nauc_recall_at_1000_std |
| value: 11.6097 |
| - type: nauc_recall_at_1000_diff1 |
| value: -25.2051 |
| - type: nauc_precision_at_1_max |
| value: 57.2865 |
| - type: nauc_precision_at_1_std |
| value: -3.7467 |
| - type: nauc_precision_at_1_diff1 |
| value: 73.77759999999999 |
| - type: nauc_precision_at_3_max |
| value: 13.0855 |
| - type: nauc_precision_at_3_std |
| value: -0.6072 |
| - type: nauc_precision_at_3_diff1 |
| value: 5.0996 |
| - type: nauc_precision_at_5_max |
| value: 7.9794 |
| - type: nauc_precision_at_5_std |
| value: 2.9346 |
| - type: nauc_precision_at_5_diff1 |
| value: -1.7982000000000002 |
| - type: nauc_precision_at_10_max |
| value: 3.2676 |
| - type: nauc_precision_at_10_std |
| value: 4.3023 |
| - type: nauc_precision_at_10_diff1 |
| value: -6.841899999999999 |
| - type: nauc_precision_at_20_max |
| value: 0.1594 |
| - type: nauc_precision_at_20_std |
| value: 5.4663 |
| - type: nauc_precision_at_20_diff1 |
| value: -9.818399999999999 |
| - type: nauc_precision_at_100_max |
| value: -6.5771 |
| - type: nauc_precision_at_100_std |
| value: 10.5212 |
| - type: nauc_precision_at_100_diff1 |
| value: -17.6874 |
| - type: nauc_precision_at_1000_max |
| value: -12.6966 |
| - type: nauc_precision_at_1000_std |
| value: 11.6097 |
| - type: nauc_precision_at_1000_diff1 |
| value: -25.2051 |
| - type: nauc_mrr_at_1_max |
| value: 57.2865 |
| - type: nauc_mrr_at_1_std |
| value: -3.7467 |
| - type: nauc_mrr_at_1_diff1 |
| value: 73.77759999999999 |
| - type: nauc_mrr_at_3_max |
| value: 60.173 |
| - type: nauc_mrr_at_3_std |
| value: -1.1868 |
| - type: nauc_mrr_at_3_diff1 |
| value: 72.2093 |
| - type: nauc_mrr_at_5_max |
| value: 60.17940000000001 |
| - type: nauc_mrr_at_5_std |
| value: -0.6161 |
| - type: nauc_mrr_at_5_diff1 |
| value: 72.3998 |
| - type: nauc_mrr_at_10_max |
| value: 60.10060000000001 |
| - type: nauc_mrr_at_10_std |
| value: -0.5012 |
| - type: nauc_mrr_at_10_diff1 |
| value: 72.48010000000001 |
| - type: nauc_mrr_at_20_max |
| value: 60.05970000000001 |
| - type: nauc_mrr_at_20_std |
| value: -0.5198 |
| - type: nauc_mrr_at_20_diff1 |
| value: 72.556 |
| - type: nauc_mrr_at_100_max |
| value: 59.9947 |
| - type: nauc_mrr_at_100_std |
| value: -0.5865 |
| - type: nauc_mrr_at_100_diff1 |
| value: 72.5459 |
| - type: nauc_mrr_at_1000_max |
| value: 59.99060000000001 |
| - type: nauc_mrr_at_1000_std |
| value: -0.6023999999999999 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 72.55030000000001 |
| - type: main_score |
| value: 65.893 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB ImdbClassification (default) |
| revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 |
| split: test |
| type: mteb/imdb |
| metrics: |
| - type: accuracy |
| value: 88.7012 |
| - type: f1 |
| value: 88.66810000000001 |
| - type: f1_weighted |
| value: 88.66810000000001 |
| - type: ap |
| value: 83.88550000000001 |
| - type: ap_weighted |
| value: 83.88550000000001 |
| - type: main_score |
| value: 88.7012 |
| task: |
| type: Classification |
| - dataset: |
| config: default |
| name: MTEB MSMARCO (default) |
| revision: c5a29a104738b98a9e76336939199e264163d4a0 |
| split: test |
| type: mteb/msmarco |
| metrics: |
| - type: ndcg_at_1 |
| value: 72.09299999999999 |
| - type: ndcg_at_3 |
| value: 71.528 |
| - type: ndcg_at_5 |
| value: 69.023 |
| - type: ndcg_at_10 |
| value: 68.939 |
| - type: ndcg_at_20 |
| value: 66.398 |
| - type: ndcg_at_100 |
| value: 63.449999999999996 |
| - type: ndcg_at_1000 |
| value: 70.918 |
| - type: map_at_1 |
| value: 2.26 |
| - type: map_at_3 |
| value: 6.6979999999999995 |
| - type: map_at_5 |
| value: 9.019 |
| - type: map_at_10 |
| value: 14.789 |
| - type: map_at_20 |
| value: 22.402 |
| - type: map_at_100 |
| value: 39.405 |
| - type: map_at_1000 |
| value: 47.871 |
| - type: recall_at_1 |
| value: 2.26 |
| - type: recall_at_3 |
| value: 6.926 |
| - type: recall_at_5 |
| value: 9.458 |
| - type: recall_at_10 |
| value: 16.189999999999998 |
| - type: recall_at_20 |
| value: 25.849 |
| - type: recall_at_100 |
| value: 52.72 |
| - type: recall_at_1000 |
| value: 78.161 |
| - type: precision_at_1 |
| value: 88.372 |
| - type: precision_at_3 |
| value: 87.59700000000001 |
| - type: precision_at_5 |
| value: 81.395 |
| - type: precision_at_10 |
| value: 78.14 |
| - type: precision_at_20 |
| value: 69.07 |
| - type: precision_at_100 |
| value: 38.092999999999996 |
| - type: precision_at_1000 |
| value: 7.098 |
| - type: mrr_at_1 |
| value: 88.3721 |
| - type: mrr_at_3 |
| value: 91.8605 |
| - type: mrr_at_5 |
| value: 91.8605 |
| - type: mrr_at_10 |
| value: 92.1927 |
| - type: mrr_at_20 |
| value: 92.1927 |
| - type: mrr_at_100 |
| value: 92.1927 |
| - type: mrr_at_1000 |
| value: 92.1927 |
| - type: nauc_ndcg_at_1_max |
| value: -4.7843 |
| - type: nauc_ndcg_at_1_std |
| value: 8.8077 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 19.7347 |
| - type: nauc_ndcg_at_3_max |
| value: 1.6018999999999999 |
| - type: nauc_ndcg_at_3_std |
| value: 4.2778 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 17.2588 |
| - type: nauc_ndcg_at_5_max |
| value: 12.2264 |
| - type: nauc_ndcg_at_5_std |
| value: 13.293 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 8.018699999999999 |
| - type: nauc_ndcg_at_10_max |
| value: 25.3271 |
| - type: nauc_ndcg_at_10_std |
| value: 32.7853 |
| - type: nauc_ndcg_at_10_diff1 |
| value: -2.1687000000000003 |
| - type: nauc_ndcg_at_20_max |
| value: 28.258499999999998 |
| - type: nauc_ndcg_at_20_std |
| value: 42.095 |
| - type: nauc_ndcg_at_20_diff1 |
| value: -11.098099999999999 |
| - type: nauc_ndcg_at_100_max |
| value: 44.8743 |
| - type: nauc_ndcg_at_100_std |
| value: 50.983900000000006 |
| - type: nauc_ndcg_at_100_diff1 |
| value: -6.0224 |
| - type: nauc_ndcg_at_1000_max |
| value: 54.8418 |
| - type: nauc_ndcg_at_1000_std |
| value: 57.1108 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: -10.423399999999999 |
| - type: nauc_map_at_1_max |
| value: -24.5528 |
| - type: nauc_map_at_1_std |
| value: -39.0221 |
| - type: nauc_map_at_1_diff1 |
| value: 43.1654 |
| - type: nauc_map_at_3_max |
| value: -25.5054 |
| - type: nauc_map_at_3_std |
| value: -41.3754 |
| - type: nauc_map_at_3_diff1 |
| value: 44.2628 |
| - type: nauc_map_at_5_max |
| value: -15.8266 |
| - type: nauc_map_at_5_std |
| value: -37.9573 |
| - type: nauc_map_at_5_diff1 |
| value: 35.7925 |
| - type: nauc_map_at_10_max |
| value: 1.6458 |
| - type: nauc_map_at_10_std |
| value: -27.0335 |
| - type: nauc_map_at_10_diff1 |
| value: 26.404600000000002 |
| - type: nauc_map_at_20_max |
| value: 15.8511 |
| - type: nauc_map_at_20_std |
| value: -13.4161 |
| - type: nauc_map_at_20_diff1 |
| value: 18.3879 |
| - type: nauc_map_at_100_max |
| value: 31.728099999999998 |
| - type: nauc_map_at_100_std |
| value: 25.543300000000002 |
| - type: nauc_map_at_100_diff1 |
| value: 1.3197999999999999 |
| - type: nauc_map_at_1000_max |
| value: 45.3745 |
| - type: nauc_map_at_1000_std |
| value: 56.0095 |
| - type: nauc_map_at_1000_diff1 |
| value: -17.0012 |
| - type: nauc_recall_at_1_max |
| value: -24.5528 |
| - type: nauc_recall_at_1_std |
| value: -39.0221 |
| - type: nauc_recall_at_1_diff1 |
| value: 43.1654 |
| - type: nauc_recall_at_3_max |
| value: -25.879 |
| - type: nauc_recall_at_3_std |
| value: -44.1289 |
| - type: nauc_recall_at_3_diff1 |
| value: 47.4893 |
| - type: nauc_recall_at_5_max |
| value: -13.772100000000002 |
| - type: nauc_recall_at_5_std |
| value: -40.1422 |
| - type: nauc_recall_at_5_diff1 |
| value: 39.330999999999996 |
| - type: nauc_recall_at_10_max |
| value: 4.0767 |
| - type: nauc_recall_at_10_std |
| value: -29.424 |
| - type: nauc_recall_at_10_diff1 |
| value: 29.5336 |
| - type: nauc_recall_at_20_max |
| value: 14.8913 |
| - type: nauc_recall_at_20_std |
| value: -19.5402 |
| - type: nauc_recall_at_20_diff1 |
| value: 26.073600000000003 |
| - type: nauc_recall_at_100_max |
| value: 31.211299999999998 |
| - type: nauc_recall_at_100_std |
| value: 11.8853 |
| - type: nauc_recall_at_100_diff1 |
| value: 14.6443 |
| - type: nauc_recall_at_1000_max |
| value: 58.8386 |
| - type: nauc_recall_at_1000_std |
| value: 56.207499999999996 |
| - type: nauc_recall_at_1000_diff1 |
| value: -18.0195 |
| - type: nauc_precision_at_1_max |
| value: -20.0121 |
| - type: nauc_precision_at_1_std |
| value: 51.1284 |
| - type: nauc_precision_at_1_diff1 |
| value: -8.704 |
| - type: nauc_precision_at_3_max |
| value: -9.1761 |
| - type: nauc_precision_at_3_std |
| value: 30.326199999999996 |
| - type: nauc_precision_at_3_diff1 |
| value: -7.4456999999999995 |
| - type: nauc_precision_at_5_max |
| value: 27.019199999999998 |
| - type: nauc_precision_at_5_std |
| value: 48.472500000000004 |
| - type: nauc_precision_at_5_diff1 |
| value: -26.854699999999998 |
| - type: nauc_precision_at_10_max |
| value: 50.9757 |
| - type: nauc_precision_at_10_std |
| value: 68.3571 |
| - type: nauc_precision_at_10_diff1 |
| value: -32.1952 |
| - type: nauc_precision_at_20_max |
| value: 41.492200000000004 |
| - type: nauc_precision_at_20_std |
| value: 70.55 |
| - type: nauc_precision_at_20_diff1 |
| value: -41.8062 |
| - type: nauc_precision_at_100_max |
| value: 27.505000000000003 |
| - type: nauc_precision_at_100_std |
| value: 69.5764 |
| - type: nauc_precision_at_100_diff1 |
| value: -38.202999999999996 |
| - type: nauc_precision_at_1000_max |
| value: 21.4555 |
| - type: nauc_precision_at_1000_std |
| value: 63.6424 |
| - type: nauc_precision_at_1000_diff1 |
| value: -43.9172 |
| - type: nauc_mrr_at_1_max |
| value: -20.0121 |
| - type: nauc_mrr_at_1_std |
| value: 51.1284 |
| - type: nauc_mrr_at_1_diff1 |
| value: -8.704 |
| - type: nauc_mrr_at_3_max |
| value: -0.6542 |
| - type: nauc_mrr_at_3_std |
| value: 58.9038 |
| - type: nauc_mrr_at_3_diff1 |
| value: 0.9070999999999999 |
| - type: nauc_mrr_at_5_max |
| value: -0.6542 |
| - type: nauc_mrr_at_5_std |
| value: 58.9038 |
| - type: nauc_mrr_at_5_diff1 |
| value: 0.9070999999999999 |
| - type: nauc_mrr_at_10_max |
| value: -5.0217 |
| - type: nauc_mrr_at_10_std |
| value: 57.12049999999999 |
| - type: nauc_mrr_at_10_diff1 |
| value: -3.3927 |
| - type: nauc_mrr_at_20_max |
| value: -5.0217 |
| - type: nauc_mrr_at_20_std |
| value: 57.12049999999999 |
| - type: nauc_mrr_at_20_diff1 |
| value: -3.3927 |
| - type: nauc_mrr_at_100_max |
| value: -5.0217 |
| - type: nauc_mrr_at_100_std |
| value: 57.12049999999999 |
| - type: nauc_mrr_at_100_diff1 |
| value: -3.3927 |
| - type: nauc_mrr_at_1000_max |
| value: -5.0217 |
| - type: nauc_mrr_at_1000_std |
| value: 57.12049999999999 |
| - type: nauc_mrr_at_1000_diff1 |
| value: -3.3927 |
| - type: main_score |
| value: 68.939 |
| task: |
| type: Retrieval |
| - dataset: |
| config: en |
| name: MTEB MTOPDomainClassification (en) |
| revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf |
| split: test |
| type: mteb/mtop_domain |
| metrics: |
| - type: accuracy |
| value: 95.1687 |
| - type: f1 |
| value: 94.9182 |
| - type: f1_weighted |
| value: 95.1696 |
| - type: main_score |
| value: 95.1687 |
| task: |
| type: Classification |
| - dataset: |
| config: en |
| name: MTEB MTOPIntentClassification (en) |
| revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba |
| split: test |
| type: mteb/mtop_intent |
| metrics: |
| - type: accuracy |
| value: 76.7966 |
| - type: f1 |
| value: 57.647400000000005 |
| - type: f1_weighted |
| value: 79.7207 |
| - type: main_score |
| value: 76.7966 |
| task: |
| type: Classification |
| - dataset: |
| config: en |
| name: MTEB MassiveIntentClassification (en) |
| revision: 4672e20407010da34463acc759c162ca9734bca6 |
| split: test |
| type: mteb/amazon_massive_intent |
| metrics: |
| - type: accuracy |
| value: 75.3463 |
| - type: f1 |
| value: 72.7297 |
| - type: f1_weighted |
| value: 75.4192 |
| - type: main_score |
| value: 75.3463 |
| task: |
| type: Classification |
| - dataset: |
| config: en |
| name: MTEB MassiveScenarioClassification (en) |
| revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 |
| split: test |
| type: mteb/amazon_massive_scenario |
| metrics: |
| - type: accuracy |
| value: 80.2017 |
| - type: f1 |
| value: 80.0488 |
| - type: f1_weighted |
| value: 80.2537 |
| - type: main_score |
| value: 80.2017 |
| task: |
| type: Classification |
| - dataset: |
| config: default |
| name: MTEB MedrxivClusteringP2P (default) |
| revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 |
| split: test |
| type: mteb/medrxiv-clustering-p2p |
| metrics: |
| - type: v_measure |
| value: 35.1713 |
| - type: v_measure_std |
| value: 1.6439 |
| - type: main_score |
| value: 35.1713 |
| task: |
| type: Clustering |
| - dataset: |
| config: default |
| name: MTEB MedrxivClusteringS2S (default) |
| revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 |
| split: test |
| type: mteb/medrxiv-clustering-s2s |
| metrics: |
| - type: v_measure |
| value: 32.9144 |
| - type: v_measure_std |
| value: 1.4911 |
| - type: main_score |
| value: 32.9144 |
| task: |
| type: Clustering |
| - dataset: |
| config: default |
| name: MTEB MindSmallReranking (default) |
| revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 |
| split: test |
| type: mteb/mind_small |
| metrics: |
| - type: map |
| value: 32.153 |
| - type: mrr |
| value: 33.3426 |
| - type: nAUC_map_max |
| value: -19.1377 |
| - type: nAUC_map_std |
| value: 0.149 |
| - type: nAUC_map_diff1 |
| value: 14.794199999999998 |
| - type: nAUC_mrr_max |
| value: -13.591000000000001 |
| - type: nAUC_mrr_std |
| value: 1.5715 |
| - type: nAUC_mrr_diff1 |
| value: 13.850299999999999 |
| - type: main_score |
| value: 32.153 |
| task: |
| type: Reranking |
| - dataset: |
| config: default |
| name: MTEB NFCorpus (default) |
| revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 |
| split: test |
| type: mteb/nfcorpus |
| metrics: |
| - type: ndcg_at_1 |
| value: 48.607 |
| - type: ndcg_at_3 |
| value: 42.187000000000005 |
| - type: ndcg_at_5 |
| value: 39.009 |
| - type: ndcg_at_10 |
| value: 36.169000000000004 |
| - type: ndcg_at_20 |
| value: 33.562 |
| - type: ndcg_at_100 |
| value: 33.104 |
| - type: ndcg_at_1000 |
| value: 41.760999999999996 |
| - type: map_at_1 |
| value: 6.802 |
| - type: map_at_3 |
| value: 10.333 |
| - type: map_at_5 |
| value: 11.737 |
| - type: map_at_10 |
| value: 13.79 |
| - type: map_at_20 |
| value: 15.157000000000002 |
| - type: map_at_100 |
| value: 17.151 |
| - type: map_at_1000 |
| value: 18.584 |
| - type: recall_at_1 |
| value: 6.802 |
| - type: recall_at_3 |
| value: 11.18 |
| - type: recall_at_5 |
| value: 13.381000000000002 |
| - type: recall_at_10 |
| value: 17.803 |
| - type: recall_at_20 |
| value: 21.386 |
| - type: recall_at_100 |
| value: 33.885 |
| - type: recall_at_1000 |
| value: 65.12400000000001 |
| - type: precision_at_1 |
| value: 50.464 |
| - type: precision_at_3 |
| value: 38.906 |
| - type: precision_at_5 |
| value: 32.940999999999995 |
| - type: precision_at_10 |
| value: 26.346999999999998 |
| - type: precision_at_20 |
| value: 19.256999999999998 |
| - type: precision_at_100 |
| value: 8.195 |
| - type: precision_at_1000 |
| value: 2.089 |
| - type: mrr_at_1 |
| value: 50.4644 |
| - type: mrr_at_3 |
| value: 56.192 |
| - type: mrr_at_5 |
| value: 57.291000000000004 |
| - type: mrr_at_10 |
| value: 58.0675 |
| - type: mrr_at_20 |
| value: 58.3226 |
| - type: mrr_at_100 |
| value: 58.5468 |
| - type: mrr_at_1000 |
| value: 58.5796 |
| - type: nauc_ndcg_at_1_max |
| value: 45.467200000000005 |
| - type: nauc_ndcg_at_1_std |
| value: 22.6949 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 33.6355 |
| - type: nauc_ndcg_at_3_max |
| value: 45.142500000000005 |
| - type: nauc_ndcg_at_3_std |
| value: 24.959500000000002 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 26.7806 |
| - type: nauc_ndcg_at_5_max |
| value: 44.469300000000004 |
| - type: nauc_ndcg_at_5_std |
| value: 24.3982 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 25.5857 |
| - type: nauc_ndcg_at_10_max |
| value: 42.0122 |
| - type: nauc_ndcg_at_10_std |
| value: 24.1633 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 24.2929 |
| - type: nauc_ndcg_at_20_max |
| value: 40.6318 |
| - type: nauc_ndcg_at_20_std |
| value: 22.7217 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 25.798700000000004 |
| - type: nauc_ndcg_at_100_max |
| value: 41.7585 |
| - type: nauc_ndcg_at_100_std |
| value: 24.1505 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 26.6365 |
| - type: nauc_ndcg_at_1000_max |
| value: 47.1972 |
| - type: nauc_ndcg_at_1000_std |
| value: 31.6376 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 27.139000000000003 |
| - type: nauc_map_at_1_max |
| value: 11.7018 |
| - type: nauc_map_at_1_std |
| value: -17.1298 |
| - type: nauc_map_at_1_diff1 |
| value: 35.7342 |
| - type: nauc_map_at_3_max |
| value: 16.7865 |
| - type: nauc_map_at_3_std |
| value: -12.6553 |
| - type: nauc_map_at_3_diff1 |
| value: 32.4631 |
| - type: nauc_map_at_5_max |
| value: 19.8374 |
| - type: nauc_map_at_5_std |
| value: -9.831900000000001 |
| - type: nauc_map_at_5_diff1 |
| value: 30.3059 |
| - type: nauc_map_at_10_max |
| value: 23.1241 |
| - type: nauc_map_at_10_std |
| value: -4.3334 |
| - type: nauc_map_at_10_diff1 |
| value: 27.8592 |
| - type: nauc_map_at_20_max |
| value: 25.9996 |
| - type: nauc_map_at_20_std |
| value: 0.2903 |
| - type: nauc_map_at_20_diff1 |
| value: 27.5812 |
| - type: nauc_map_at_100_max |
| value: 29.1744 |
| - type: nauc_map_at_100_std |
| value: 6.569999999999999 |
| - type: nauc_map_at_100_diff1 |
| value: 26.7722 |
| - type: nauc_map_at_1000_max |
| value: 30.721799999999998 |
| - type: nauc_map_at_1000_std |
| value: 10.288 |
| - type: nauc_map_at_1000_diff1 |
| value: 26.2332 |
| - type: nauc_recall_at_1_max |
| value: 11.7018 |
| - type: nauc_recall_at_1_std |
| value: -17.1298 |
| - type: nauc_recall_at_1_diff1 |
| value: 35.7342 |
| - type: nauc_recall_at_3_max |
| value: 16.7435 |
| - type: nauc_recall_at_3_std |
| value: -10.9179 |
| - type: nauc_recall_at_3_diff1 |
| value: 32.0051 |
| - type: nauc_recall_at_5_max |
| value: 19.1975 |
| - type: nauc_recall_at_5_std |
| value: -8.4723 |
| - type: nauc_recall_at_5_diff1 |
| value: 28.8028 |
| - type: nauc_recall_at_10_max |
| value: 18.8131 |
| - type: nauc_recall_at_10_std |
| value: -4.1152 |
| - type: nauc_recall_at_10_diff1 |
| value: 22.104599999999998 |
| - type: nauc_recall_at_20_max |
| value: 21.572 |
| - type: nauc_recall_at_20_std |
| value: 1.9236 |
| - type: nauc_recall_at_20_diff1 |
| value: 23.8769 |
| - type: nauc_recall_at_100_max |
| value: 23.977899999999998 |
| - type: nauc_recall_at_100_std |
| value: 14.8828 |
| - type: nauc_recall_at_100_diff1 |
| value: 17.0044 |
| - type: nauc_recall_at_1000_max |
| value: 22.2311 |
| - type: nauc_recall_at_1000_std |
| value: 22.386200000000002 |
| - type: nauc_recall_at_1000_diff1 |
| value: 6.5203999999999995 |
| - type: nauc_precision_at_1_max |
| value: 46.517199999999995 |
| - type: nauc_precision_at_1_std |
| value: 23.0247 |
| - type: nauc_precision_at_1_diff1 |
| value: 33.0706 |
| - type: nauc_precision_at_3_max |
| value: 45.5606 |
| - type: nauc_precision_at_3_std |
| value: 30.495100000000004 |
| - type: nauc_precision_at_3_diff1 |
| value: 16.9294 |
| - type: nauc_precision_at_5_max |
| value: 44.2782 |
| - type: nauc_precision_at_5_std |
| value: 32.9713 |
| - type: nauc_precision_at_5_diff1 |
| value: 12.0032 |
| - type: nauc_precision_at_10_max |
| value: 39.396 |
| - type: nauc_precision_at_10_std |
| value: 38.0743 |
| - type: nauc_precision_at_10_diff1 |
| value: 6.7242 |
| - type: nauc_precision_at_20_max |
| value: 35.2344 |
| - type: nauc_precision_at_20_std |
| value: 40.172799999999995 |
| - type: nauc_precision_at_20_diff1 |
| value: 5.6135 |
| - type: nauc_precision_at_100_max |
| value: 26.052799999999998 |
| - type: nauc_precision_at_100_std |
| value: 42.7801 |
| - type: nauc_precision_at_100_diff1 |
| value: -1.6164 |
| - type: nauc_precision_at_1000_max |
| value: 12.784699999999999 |
| - type: nauc_precision_at_1000_std |
| value: 31.784299999999998 |
| - type: nauc_precision_at_1000_diff1 |
| value: -7.8899 |
| - type: nauc_mrr_at_1_max |
| value: 46.517199999999995 |
| - type: nauc_mrr_at_1_std |
| value: 23.0247 |
| - type: nauc_mrr_at_1_diff1 |
| value: 33.0706 |
| - type: nauc_mrr_at_3_max |
| value: 51.1949 |
| - type: nauc_mrr_at_3_std |
| value: 28.8621 |
| - type: nauc_mrr_at_3_diff1 |
| value: 33.778200000000005 |
| - type: nauc_mrr_at_5_max |
| value: 51.6085 |
| - type: nauc_mrr_at_5_std |
| value: 29.293200000000002 |
| - type: nauc_mrr_at_5_diff1 |
| value: 34.0295 |
| - type: nauc_mrr_at_10_max |
| value: 52.2656 |
| - type: nauc_mrr_at_10_std |
| value: 30.303200000000004 |
| - type: nauc_mrr_at_10_diff1 |
| value: 33.4433 |
| - type: nauc_mrr_at_20_max |
| value: 52.237 |
| - type: nauc_mrr_at_20_std |
| value: 30.351899999999997 |
| - type: nauc_mrr_at_20_diff1 |
| value: 33.4986 |
| - type: nauc_mrr_at_100_max |
| value: 52.282399999999996 |
| - type: nauc_mrr_at_100_std |
| value: 30.3773 |
| - type: nauc_mrr_at_100_diff1 |
| value: 33.482299999999995 |
| - type: nauc_mrr_at_1000_max |
| value: 52.2502 |
| - type: nauc_mrr_at_1000_std |
| value: 30.337199999999996 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 33.4671 |
| - type: main_score |
| value: 36.169000000000004 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB NQ (default) |
| revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 |
| split: test |
| type: mteb/nq |
| metrics: |
| - type: ndcg_at_1 |
| value: 32.706 |
| - type: ndcg_at_3 |
| value: 43.933 |
| - type: ndcg_at_5 |
| value: 48.466 |
| - type: ndcg_at_10 |
| value: 52.209 |
| - type: ndcg_at_20 |
| value: 54.308 |
| - type: ndcg_at_100 |
| value: 56.579 |
| - type: ndcg_at_1000 |
| value: 57.326 |
| - type: map_at_1 |
| value: 28.932999999999996 |
| - type: map_at_3 |
| value: 39.976 |
| - type: map_at_5 |
| value: 42.701 |
| - type: map_at_10 |
| value: 44.405 |
| - type: map_at_20 |
| value: 45.059 |
| - type: map_at_100 |
| value: 45.437 |
| - type: map_at_1000 |
| value: 45.472 |
| - type: recall_at_1 |
| value: 28.932999999999996 |
| - type: recall_at_3 |
| value: 52.12 |
| - type: recall_at_5 |
| value: 62.563 |
| - type: recall_at_10 |
| value: 73.47200000000001 |
| - type: recall_at_20 |
| value: 81.24 |
| - type: recall_at_100 |
| value: 92.49000000000001 |
| - type: recall_at_1000 |
| value: 97.941 |
| - type: precision_at_1 |
| value: 32.706 |
| - type: precision_at_3 |
| value: 20.278 |
| - type: precision_at_5 |
| value: 14.762 |
| - type: precision_at_10 |
| value: 8.749 |
| - type: precision_at_20 |
| value: 4.874 |
| - type: precision_at_100 |
| value: 1.1199999999999999 |
| - type: precision_at_1000 |
| value: 0.11900000000000001 |
| - type: mrr_at_1 |
| value: 32.7346 |
| - type: mrr_at_3 |
| value: 43.235800000000005 |
| - type: mrr_at_5 |
| value: 45.533 |
| - type: mrr_at_10 |
| value: 46.9196 |
| - type: mrr_at_20 |
| value: 47.4181 |
| - type: mrr_at_100 |
| value: 47.693999999999996 |
| - type: mrr_at_1000 |
| value: 47.7169 |
| - type: nauc_ndcg_at_1_max |
| value: 26.2896 |
| - type: nauc_ndcg_at_1_std |
| value: 1.1048 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 31.3312 |
| - type: nauc_ndcg_at_3_max |
| value: 29.8885 |
| - type: nauc_ndcg_at_3_std |
| value: 0.4664 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 28.589399999999998 |
| - type: nauc_ndcg_at_5_max |
| value: 31.5317 |
| - type: nauc_ndcg_at_5_std |
| value: 1.5392 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 28.6315 |
| - type: nauc_ndcg_at_10_max |
| value: 33.4069 |
| - type: nauc_ndcg_at_10_std |
| value: 3.6954000000000002 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 27.74 |
| - type: nauc_ndcg_at_20_max |
| value: 33.697700000000005 |
| - type: nauc_ndcg_at_20_std |
| value: 4.7471 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 27.9665 |
| - type: nauc_ndcg_at_100_max |
| value: 33.279399999999995 |
| - type: nauc_ndcg_at_100_std |
| value: 5.3782000000000005 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 28.2474 |
| - type: nauc_ndcg_at_1000_max |
| value: 32.4501 |
| - type: nauc_ndcg_at_1000_std |
| value: 4.5179 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 28.331899999999997 |
| - type: nauc_map_at_1_max |
| value: 24.7363 |
| - type: nauc_map_at_1_std |
| value: -0.6479 |
| - type: nauc_map_at_1_diff1 |
| value: 31.497199999999996 |
| - type: nauc_map_at_3_max |
| value: 28.741600000000002 |
| - type: nauc_map_at_3_std |
| value: -0.05109999999999999 |
| - type: nauc_map_at_3_diff1 |
| value: 29.2811 |
| - type: nauc_map_at_5_max |
| value: 29.685499999999998 |
| - type: nauc_map_at_5_std |
| value: 0.5791000000000001 |
| - type: nauc_map_at_5_diff1 |
| value: 29.325400000000002 |
| - type: nauc_map_at_10_max |
| value: 30.532999999999998 |
| - type: nauc_map_at_10_std |
| value: 1.5084 |
| - type: nauc_map_at_10_diff1 |
| value: 28.9343 |
| - type: nauc_map_at_20_max |
| value: 30.6068 |
| - type: nauc_map_at_20_std |
| value: 1.8215 |
| - type: nauc_map_at_20_diff1 |
| value: 28.998400000000004 |
| - type: nauc_map_at_100_max |
| value: 30.543 |
| - type: nauc_map_at_100_std |
| value: 1.9633 |
| - type: nauc_map_at_100_diff1 |
| value: 29.0283 |
| - type: nauc_map_at_1000_max |
| value: 30.511300000000002 |
| - type: nauc_map_at_1000_std |
| value: 1.9339 |
| - type: nauc_map_at_1000_diff1 |
| value: 29.034399999999998 |
| - type: nauc_recall_at_1_max |
| value: 24.7363 |
| - type: nauc_recall_at_1_std |
| value: -0.6479 |
| - type: nauc_recall_at_1_diff1 |
| value: 31.497199999999996 |
| - type: nauc_recall_at_3_max |
| value: 31.555100000000003 |
| - type: nauc_recall_at_3_std |
| value: 0.0060999999999999995 |
| - type: nauc_recall_at_3_diff1 |
| value: 26.214900000000004 |
| - type: nauc_recall_at_5_max |
| value: 35.652899999999995 |
| - type: nauc_recall_at_5_std |
| value: 2.3843 |
| - type: nauc_recall_at_5_diff1 |
| value: 25.969900000000003 |
| - type: nauc_recall_at_10_max |
| value: 43.6854 |
| - type: nauc_recall_at_10_std |
| value: 10.3933 |
| - type: nauc_recall_at_10_diff1 |
| value: 22.1579 |
| - type: nauc_recall_at_20_max |
| value: 49.2344 |
| - type: nauc_recall_at_20_std |
| value: 18.3796 |
| - type: nauc_recall_at_20_diff1 |
| value: 22.4406 |
| - type: nauc_recall_at_100_max |
| value: 63.3208 |
| - type: nauc_recall_at_100_std |
| value: 44.196600000000004 |
| - type: nauc_recall_at_100_diff1 |
| value: 22.182199999999998 |
| - type: nauc_recall_at_1000_max |
| value: 71.2236 |
| - type: nauc_recall_at_1000_std |
| value: 65.73740000000001 |
| - type: nauc_recall_at_1000_diff1 |
| value: 15.8222 |
| - type: nauc_precision_at_1_max |
| value: 26.2896 |
| - type: nauc_precision_at_1_std |
| value: 1.1048 |
| - type: nauc_precision_at_1_diff1 |
| value: 31.3312 |
| - type: nauc_precision_at_3_max |
| value: 30.6878 |
| - type: nauc_precision_at_3_std |
| value: 3.6901 |
| - type: nauc_precision_at_3_diff1 |
| value: 21.9433 |
| - type: nauc_precision_at_5_max |
| value: 31.1162 |
| - type: nauc_precision_at_5_std |
| value: 6.4646 |
| - type: nauc_precision_at_5_diff1 |
| value: 18.7573 |
| - type: nauc_precision_at_10_max |
| value: 31.074 |
| - type: nauc_precision_at_10_std |
| value: 12.94 |
| - type: nauc_precision_at_10_diff1 |
| value: 11.633000000000001 |
| - type: nauc_precision_at_20_max |
| value: 28.0424 |
| - type: nauc_precision_at_20_std |
| value: 17.3516 |
| - type: nauc_precision_at_20_diff1 |
| value: 7.828 |
| - type: nauc_precision_at_100_max |
| value: 17.569699999999997 |
| - type: nauc_precision_at_100_std |
| value: 22.0797 |
| - type: nauc_precision_at_100_diff1 |
| value: -0.5286 |
| - type: nauc_precision_at_1000_max |
| value: 6.0036 |
| - type: nauc_precision_at_1000_std |
| value: 15.786200000000001 |
| - type: nauc_precision_at_1000_diff1 |
| value: -5.5014 |
| - type: nauc_mrr_at_1_max |
| value: 26.3812 |
| - type: nauc_mrr_at_1_std |
| value: 1.0328 |
| - type: nauc_mrr_at_1_diff1 |
| value: 31.244100000000003 |
| - type: nauc_mrr_at_3_max |
| value: 29.471799999999998 |
| - type: nauc_mrr_at_3_std |
| value: 1.9043 |
| - type: nauc_mrr_at_3_diff1 |
| value: 28.846500000000002 |
| - type: nauc_mrr_at_5_max |
| value: 30.2024 |
| - type: nauc_mrr_at_5_std |
| value: 2.4374 |
| - type: nauc_mrr_at_5_diff1 |
| value: 28.828300000000002 |
| - type: nauc_mrr_at_10_max |
| value: 30.6798 |
| - type: nauc_mrr_at_10_std |
| value: 3.1042 |
| - type: nauc_mrr_at_10_diff1 |
| value: 28.5283 |
| - type: nauc_mrr_at_20_max |
| value: 30.675200000000004 |
| - type: nauc_mrr_at_20_std |
| value: 3.2998 |
| - type: nauc_mrr_at_20_diff1 |
| value: 28.594900000000003 |
| - type: nauc_mrr_at_100_max |
| value: 30.602 |
| - type: nauc_mrr_at_100_std |
| value: 3.2966 |
| - type: nauc_mrr_at_100_diff1 |
| value: 28.6684 |
| - type: nauc_mrr_at_1000_max |
| value: 30.575400000000002 |
| - type: nauc_mrr_at_1000_std |
| value: 3.2703 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 28.673700000000004 |
| - type: main_score |
| value: 52.209 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB QuoraRetrieval (default) |
| revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 |
| split: test |
| type: mteb/quora |
| metrics: |
| - type: ndcg_at_1 |
| value: 80.69 |
| - type: ndcg_at_3 |
| value: 84.797 |
| - type: ndcg_at_5 |
| value: 86.49 |
| - type: ndcg_at_10 |
| value: 87.764 |
| - type: ndcg_at_20 |
| value: 88.478 |
| - type: ndcg_at_100 |
| value: 89.071 |
| - type: ndcg_at_1000 |
| value: 89.18 |
| - type: map_at_1 |
| value: 70.099 |
| - type: map_at_3 |
| value: 80.93599999999999 |
| - type: map_at_5 |
| value: 82.879 |
| - type: map_at_10 |
| value: 83.956 |
| - type: map_at_20 |
| value: 84.385 |
| - type: map_at_100 |
| value: 84.607 |
| - type: map_at_1000 |
| value: 84.625 |
| - type: recall_at_1 |
| value: 70.099 |
| - type: recall_at_3 |
| value: 86.536 |
| - type: recall_at_5 |
| value: 91.255 |
| - type: recall_at_10 |
| value: 95.021 |
| - type: recall_at_20 |
| value: 97.33699999999999 |
| - type: recall_at_100 |
| value: 99.50099999999999 |
| - type: recall_at_1000 |
| value: 99.981 |
| - type: precision_at_1 |
| value: 80.69 |
| - type: precision_at_3 |
| value: 37.037 |
| - type: precision_at_5 |
| value: 24.446 |
| - type: precision_at_10 |
| value: 13.313 |
| - type: precision_at_20 |
| value: 7.072000000000001 |
| - type: precision_at_100 |
| value: 1.525 |
| - type: precision_at_1000 |
| value: 0.157 |
| - type: mrr_at_1 |
| value: 80.69 |
| - type: mrr_at_3 |
| value: 85.9717 |
| - type: mrr_at_5 |
| value: 86.68169999999999 |
| - type: mrr_at_10 |
| value: 86.9905 |
| - type: mrr_at_20 |
| value: 87.08449999999999 |
| - type: mrr_at_100 |
| value: 87.1116 |
| - type: mrr_at_1000 |
| value: 87.1123 |
| - type: nauc_ndcg_at_1_max |
| value: 39.3606 |
| - type: nauc_ndcg_at_1_std |
| value: -37.327 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 77.6662 |
| - type: nauc_ndcg_at_3_max |
| value: 35.3173 |
| - type: nauc_ndcg_at_3_std |
| value: -42.2798 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 75.5857 |
| - type: nauc_ndcg_at_5_max |
| value: 35.8099 |
| - type: nauc_ndcg_at_5_std |
| value: -43.8237 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 76.26270000000001 |
| - type: nauc_ndcg_at_10_max |
| value: 36.5318 |
| - type: nauc_ndcg_at_10_std |
| value: -43.3234 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 76.4192 |
| - type: nauc_ndcg_at_20_max |
| value: 37.22 |
| - type: nauc_ndcg_at_20_std |
| value: -41.9552 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 76.3621 |
| - type: nauc_ndcg_at_100_max |
| value: 37.449799999999996 |
| - type: nauc_ndcg_at_100_std |
| value: -40.4524 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 76.2617 |
| - type: nauc_ndcg_at_1000_max |
| value: 37.5542 |
| - type: nauc_ndcg_at_1000_std |
| value: -40.253 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 76.2571 |
| - type: nauc_map_at_1_max |
| value: 26.8622 |
| - type: nauc_map_at_1_std |
| value: -39.3751 |
| - type: nauc_map_at_1_diff1 |
| value: 80.3094 |
| - type: nauc_map_at_3_max |
| value: 32.5603 |
| - type: nauc_map_at_3_std |
| value: -44.940999999999995 |
| - type: nauc_map_at_3_diff1 |
| value: 77.0775 |
| - type: nauc_map_at_5_max |
| value: 34.2333 |
| - type: nauc_map_at_5_std |
| value: -45.0457 |
| - type: nauc_map_at_5_diff1 |
| value: 77.02839999999999 |
| - type: nauc_map_at_10_max |
| value: 35.2666 |
| - type: nauc_map_at_10_std |
| value: -44.0217 |
| - type: nauc_map_at_10_diff1 |
| value: 76.7846 |
| - type: nauc_map_at_20_max |
| value: 35.6896 |
| - type: nauc_map_at_20_std |
| value: -42.965199999999996 |
| - type: nauc_map_at_20_diff1 |
| value: 76.6032 |
| - type: nauc_map_at_100_max |
| value: 35.7903 |
| - type: nauc_map_at_100_std |
| value: -42.2783 |
| - type: nauc_map_at_100_diff1 |
| value: 76.5129 |
| - type: nauc_map_at_1000_max |
| value: 35.8237 |
| - type: nauc_map_at_1000_std |
| value: -42.2284 |
| - type: nauc_map_at_1000_diff1 |
| value: 76.5098 |
| - type: nauc_recall_at_1_max |
| value: 26.8622 |
| - type: nauc_recall_at_1_std |
| value: -39.3751 |
| - type: nauc_recall_at_1_diff1 |
| value: 80.3094 |
| - type: nauc_recall_at_3_max |
| value: 28.5544 |
| - type: nauc_recall_at_3_std |
| value: -49.0517 |
| - type: nauc_recall_at_3_diff1 |
| value: 72.9484 |
| - type: nauc_recall_at_5_max |
| value: 29.8621 |
| - type: nauc_recall_at_5_std |
| value: -54.80890000000001 |
| - type: nauc_recall_at_5_diff1 |
| value: 72.39750000000001 |
| - type: nauc_recall_at_10_max |
| value: 31.928 |
| - type: nauc_recall_at_10_std |
| value: -57.1468 |
| - type: nauc_recall_at_10_diff1 |
| value: 72.3415 |
| - type: nauc_recall_at_20_max |
| value: 35.607699999999994 |
| - type: nauc_recall_at_20_std |
| value: -52.3879 |
| - type: nauc_recall_at_20_diff1 |
| value: 72.3315 |
| - type: nauc_recall_at_100_max |
| value: 35.142 |
| - type: nauc_recall_at_100_std |
| value: -36.7672 |
| - type: nauc_recall_at_100_diff1 |
| value: 69.4759 |
| - type: nauc_recall_at_1000_max |
| value: 7.5347 |
| - type: nauc_recall_at_1000_std |
| value: 19.7823 |
| - type: nauc_recall_at_1000_diff1 |
| value: 52.217400000000005 |
| - type: nauc_precision_at_1_max |
| value: 39.3606 |
| - type: nauc_precision_at_1_std |
| value: -37.327 |
| - type: nauc_precision_at_1_diff1 |
| value: 77.6662 |
| - type: nauc_precision_at_3_max |
| value: 10.941099999999999 |
| - type: nauc_precision_at_3_std |
| value: 4.4779 |
| - type: nauc_precision_at_3_diff1 |
| value: -16.0392 |
| - type: nauc_precision_at_5_max |
| value: 5.6011999999999995 |
| - type: nauc_precision_at_5_std |
| value: 14.7825 |
| - type: nauc_precision_at_5_diff1 |
| value: -29.2765 |
| - type: nauc_precision_at_10_max |
| value: 1.5096 |
| - type: nauc_precision_at_10_std |
| value: 23.9802 |
| - type: nauc_precision_at_10_diff1 |
| value: -37.526700000000005 |
| - type: nauc_precision_at_20_max |
| value: -0.7799999999999999 |
| - type: nauc_precision_at_20_std |
| value: 30.3847 |
| - type: nauc_precision_at_20_diff1 |
| value: -41.309400000000004 |
| - type: nauc_precision_at_100_max |
| value: -3.6126 |
| - type: nauc_precision_at_100_std |
| value: 36.1866 |
| - type: nauc_precision_at_100_diff1 |
| value: -43.8114 |
| - type: nauc_precision_at_1000_max |
| value: -3.7207 |
| - type: nauc_precision_at_1000_std |
| value: 37.4372 |
| - type: nauc_precision_at_1000_diff1 |
| value: -44.0894 |
| - type: nauc_mrr_at_1_max |
| value: 39.322 |
| - type: nauc_mrr_at_1_std |
| value: -37.3346 |
| - type: nauc_mrr_at_1_diff1 |
| value: 77.6662 |
| - type: nauc_mrr_at_3_max |
| value: 39.0434 |
| - type: nauc_mrr_at_3_std |
| value: -38.8731 |
| - type: nauc_mrr_at_3_diff1 |
| value: 76.4822 |
| - type: nauc_mrr_at_5_max |
| value: 39.2716 |
| - type: nauc_mrr_at_5_std |
| value: -39.1137 |
| - type: nauc_mrr_at_5_diff1 |
| value: 76.702 |
| - type: nauc_mrr_at_10_max |
| value: 39.2623 |
| - type: nauc_mrr_at_10_std |
| value: -38.8435 |
| - type: nauc_mrr_at_10_diff1 |
| value: 76.7751 |
| - type: nauc_mrr_at_20_max |
| value: 39.291599999999995 |
| - type: nauc_mrr_at_20_std |
| value: -38.6963 |
| - type: nauc_mrr_at_20_diff1 |
| value: 76.8025 |
| - type: nauc_mrr_at_100_max |
| value: 39.2665 |
| - type: nauc_mrr_at_100_std |
| value: -38.6881 |
| - type: nauc_mrr_at_100_diff1 |
| value: 76.8087 |
| - type: nauc_mrr_at_1000_max |
| value: 39.265 |
| - type: nauc_mrr_at_1000_std |
| value: -38.6894 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 76.8087 |
| - type: main_score |
| value: 87.764 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB RedditClustering (default) |
| revision: 24640382cdbf8abc73003fb0fa6d111a705499eb |
| split: test |
| type: mteb/reddit-clustering |
| metrics: |
| - type: v_measure |
| value: 56.0955 |
| - type: v_measure_std |
| value: 4.1444 |
| - type: main_score |
| value: 56.0955 |
| task: |
| type: Clustering |
| - dataset: |
| config: default |
| name: MTEB RedditClusteringP2P (default) |
| revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 |
| split: test |
| type: mteb/reddit-clustering-p2p |
| metrics: |
| - type: v_measure |
| value: 65.384 |
| - type: v_measure_std |
| value: 13.046199999999999 |
| - type: main_score |
| value: 65.384 |
| task: |
| type: Clustering |
| - dataset: |
| config: default |
| name: MTEB SCIDOCS (default) |
| revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 |
| split: test |
| type: mteb/scidocs |
| metrics: |
| - type: ndcg_at_1 |
| value: 24.3 |
| - type: ndcg_at_3 |
| value: 20.251 |
| - type: ndcg_at_5 |
| value: 17.71 |
| - type: ndcg_at_10 |
| value: 21.315 |
| - type: ndcg_at_20 |
| value: 24.345 |
| - type: ndcg_at_100 |
| value: 30.112 |
| - type: ndcg_at_1000 |
| value: 35.801 |
| - type: map_at_1 |
| value: 4.928 |
| - type: map_at_3 |
| value: 9.137 |
| - type: map_at_5 |
| value: 10.911 |
| - type: map_at_10 |
| value: 12.806000000000001 |
| - type: map_at_20 |
| value: 13.963999999999999 |
| - type: map_at_100 |
| value: 15.110999999999999 |
| - type: map_at_1000 |
| value: 15.459 |
| - type: recall_at_1 |
| value: 4.928 |
| - type: recall_at_3 |
| value: 11.623 |
| - type: recall_at_5 |
| value: 15.873000000000001 |
| - type: recall_at_10 |
| value: 22.472 |
| - type: recall_at_20 |
| value: 29.592000000000002 |
| - type: recall_at_100 |
| value: 48.323 |
| - type: recall_at_1000 |
| value: 75.98 |
| - type: precision_at_1 |
| value: 24.3 |
| - type: precision_at_3 |
| value: 19.133 |
| - type: precision_at_5 |
| value: 15.659999999999998 |
| - type: precision_at_10 |
| value: 11.08 |
| - type: precision_at_20 |
| value: 7.295 |
| - type: precision_at_100 |
| value: 2.382 |
| - type: precision_at_1000 |
| value: 0.374 |
| - type: mrr_at_1 |
| value: 24.3 |
| - type: mrr_at_3 |
| value: 32.2 |
| - type: mrr_at_5 |
| value: 34.25 |
| - type: mrr_at_10 |
| value: 35.6756 |
| - type: mrr_at_20 |
| value: 36.3198 |
| - type: mrr_at_100 |
| value: 36.803000000000004 |
| - type: mrr_at_1000 |
| value: 36.8496 |
| - type: nauc_ndcg_at_1_max |
| value: 24.935499999999998 |
| - type: nauc_ndcg_at_1_std |
| value: 8.174299999999999 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 20.458499999999997 |
| - type: nauc_ndcg_at_3_max |
| value: 26.8046 |
| - type: nauc_ndcg_at_3_std |
| value: 12.658900000000001 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 15.889700000000001 |
| - type: nauc_ndcg_at_5_max |
| value: 28.047 |
| - type: nauc_ndcg_at_5_std |
| value: 15.6802 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 13.9968 |
| - type: nauc_ndcg_at_10_max |
| value: 29.1867 |
| - type: nauc_ndcg_at_10_std |
| value: 18.8957 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 11.927 |
| - type: nauc_ndcg_at_20_max |
| value: 30.1342 |
| - type: nauc_ndcg_at_20_std |
| value: 22.308500000000002 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 11.6771 |
| - type: nauc_ndcg_at_100_max |
| value: 31.5253 |
| - type: nauc_ndcg_at_100_std |
| value: 27.079900000000002 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 12.6908 |
| - type: nauc_ndcg_at_1000_max |
| value: 31.4203 |
| - type: nauc_ndcg_at_1000_std |
| value: 26.9585 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 13.020999999999999 |
| - type: nauc_map_at_1_max |
| value: 24.7756 |
| - type: nauc_map_at_1_std |
| value: 8.1475 |
| - type: nauc_map_at_1_diff1 |
| value: 20.3463 |
| - type: nauc_map_at_3_max |
| value: 27.111 |
| - type: nauc_map_at_3_std |
| value: 10.7307 |
| - type: nauc_map_at_3_diff1 |
| value: 16.935200000000002 |
| - type: nauc_map_at_5_max |
| value: 28.143400000000003 |
| - type: nauc_map_at_5_std |
| value: 13.580300000000001 |
| - type: nauc_map_at_5_diff1 |
| value: 14.551400000000001 |
| - type: nauc_map_at_10_max |
| value: 29.0445 |
| - type: nauc_map_at_10_std |
| value: 16.6485 |
| - type: nauc_map_at_10_diff1 |
| value: 12.8547 |
| - type: nauc_map_at_20_max |
| value: 29.8504 |
| - type: nauc_map_at_20_std |
| value: 18.9913 |
| - type: nauc_map_at_20_diff1 |
| value: 12.770599999999998 |
| - type: nauc_map_at_100_max |
| value: 30.422900000000002 |
| - type: nauc_map_at_100_std |
| value: 20.7576 |
| - type: nauc_map_at_100_diff1 |
| value: 13.0239 |
| - type: nauc_map_at_1000_max |
| value: 30.462099999999996 |
| - type: nauc_map_at_1000_std |
| value: 20.965400000000002 |
| - type: nauc_map_at_1000_diff1 |
| value: 13.022300000000001 |
| - type: nauc_recall_at_1_max |
| value: 24.7756 |
| - type: nauc_recall_at_1_std |
| value: 8.1475 |
| - type: nauc_recall_at_1_diff1 |
| value: 20.3463 |
| - type: nauc_recall_at_3_max |
| value: 26.9791 |
| - type: nauc_recall_at_3_std |
| value: 14.0122 |
| - type: nauc_recall_at_3_diff1 |
| value: 13.637599999999999 |
| - type: nauc_recall_at_5_max |
| value: 27.685 |
| - type: nauc_recall_at_5_std |
| value: 18.3045 |
| - type: nauc_recall_at_5_diff1 |
| value: 10.115 |
| - type: nauc_recall_at_10_max |
| value: 28.5451 |
| - type: nauc_recall_at_10_std |
| value: 23.112099999999998 |
| - type: nauc_recall_at_10_diff1 |
| value: 6.478000000000001 |
| - type: nauc_recall_at_20_max |
| value: 28.4223 |
| - type: nauc_recall_at_20_std |
| value: 28.2926 |
| - type: nauc_recall_at_20_diff1 |
| value: 5.9182 |
| - type: nauc_recall_at_100_max |
| value: 28.331200000000003 |
| - type: nauc_recall_at_100_std |
| value: 37.9557 |
| - type: nauc_recall_at_100_diff1 |
| value: 7.1856 |
| - type: nauc_recall_at_1000_max |
| value: 24.3488 |
| - type: nauc_recall_at_1000_std |
| value: 38.6121 |
| - type: nauc_recall_at_1000_diff1 |
| value: 6.1003 |
| - type: nauc_precision_at_1_max |
| value: 24.935499999999998 |
| - type: nauc_precision_at_1_std |
| value: 8.174299999999999 |
| - type: nauc_precision_at_1_diff1 |
| value: 20.458499999999997 |
| - type: nauc_precision_at_3_max |
| value: 27.0656 |
| - type: nauc_precision_at_3_std |
| value: 14.152899999999999 |
| - type: nauc_precision_at_3_diff1 |
| value: 13.8103 |
| - type: nauc_precision_at_5_max |
| value: 27.940199999999997 |
| - type: nauc_precision_at_5_std |
| value: 18.541 |
| - type: nauc_precision_at_5_diff1 |
| value: 10.355 |
| - type: nauc_precision_at_10_max |
| value: 28.9679 |
| - type: nauc_precision_at_10_std |
| value: 23.3067 |
| - type: nauc_precision_at_10_diff1 |
| value: 6.7616 |
| - type: nauc_precision_at_20_max |
| value: 28.813 |
| - type: nauc_precision_at_20_std |
| value: 28.274500000000003 |
| - type: nauc_precision_at_20_diff1 |
| value: 6.2097 |
| - type: nauc_precision_at_100_max |
| value: 28.6629 |
| - type: nauc_precision_at_100_std |
| value: 37.533 |
| - type: nauc_precision_at_100_diff1 |
| value: 7.6328 |
| - type: nauc_precision_at_1000_max |
| value: 25.0545 |
| - type: nauc_precision_at_1000_std |
| value: 37.317 |
| - type: nauc_precision_at_1000_diff1 |
| value: 7.2360999999999995 |
| - type: nauc_mrr_at_1_max |
| value: 24.935499999999998 |
| - type: nauc_mrr_at_1_std |
| value: 8.174299999999999 |
| - type: nauc_mrr_at_1_diff1 |
| value: 20.458499999999997 |
| - type: nauc_mrr_at_3_max |
| value: 26.037 |
| - type: nauc_mrr_at_3_std |
| value: 13.3509 |
| - type: nauc_mrr_at_3_diff1 |
| value: 16.5581 |
| - type: nauc_mrr_at_5_max |
| value: 26.512200000000004 |
| - type: nauc_mrr_at_5_std |
| value: 14.1935 |
| - type: nauc_mrr_at_5_diff1 |
| value: 16.9622 |
| - type: nauc_mrr_at_10_max |
| value: 26.793699999999998 |
| - type: nauc_mrr_at_10_std |
| value: 14.475299999999999 |
| - type: nauc_mrr_at_10_diff1 |
| value: 16.370199999999997 |
| - type: nauc_mrr_at_20_max |
| value: 26.6322 |
| - type: nauc_mrr_at_20_std |
| value: 14.619299999999999 |
| - type: nauc_mrr_at_20_diff1 |
| value: 16.2574 |
| - type: nauc_mrr_at_100_max |
| value: 26.662999999999997 |
| - type: nauc_mrr_at_100_std |
| value: 14.5811 |
| - type: nauc_mrr_at_100_diff1 |
| value: 16.4445 |
| - type: nauc_mrr_at_1000_max |
| value: 26.6509 |
| - type: nauc_mrr_at_1000_std |
| value: 14.5288 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 16.4617 |
| - type: main_score |
| value: 21.315 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB SICK-R (default) |
| revision: 20a6d6f312dd54037fe07a32d58e5e168867909d |
| split: test |
| type: mteb/sickr-sts |
| metrics: |
| - type: pearson |
| value: 85.2236 |
| - type: spearman |
| value: 79.552 |
| - type: cosine_pearson |
| value: 85.2236 |
| - type: cosine_spearman |
| value: 79.552 |
| - type: manhattan_pearson |
| value: 82.441 |
| - type: manhattan_spearman |
| value: 79.6522 |
| - type: euclidean_pearson |
| value: 82.461 |
| - type: euclidean_spearman |
| value: 79.586 |
| - type: main_score |
| value: 79.552 |
| task: |
| type: STS |
| - dataset: |
| config: default |
| name: MTEB STS12 (default) |
| revision: a0d554a64d88156834ff5ae9920b964011b16384 |
| split: test |
| type: mteb/sts12-sts |
| metrics: |
| - type: pearson |
| value: 82.6717 |
| - type: spearman |
| value: 74.32900000000001 |
| - type: cosine_pearson |
| value: 82.6717 |
| - type: cosine_spearman |
| value: 74.32900000000001 |
| - type: manhattan_pearson |
| value: 78.64139999999999 |
| - type: manhattan_spearman |
| value: 74.2317 |
| - type: euclidean_pearson |
| value: 78.5872 |
| - type: euclidean_spearman |
| value: 74.11330000000001 |
| - type: main_score |
| value: 74.32900000000001 |
| task: |
| type: STS |
| - dataset: |
| config: default |
| name: MTEB STS13 (default) |
| revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca |
| split: test |
| type: mteb/sts13-sts |
| metrics: |
| - type: pearson |
| value: 82.4411 |
| - type: spearman |
| value: 83.5206 |
| - type: cosine_pearson |
| value: 82.4411 |
| - type: cosine_spearman |
| value: 83.5206 |
| - type: manhattan_pearson |
| value: 83.1748 |
| - type: manhattan_spearman |
| value: 83.2847 |
| - type: euclidean_pearson |
| value: 83.0033 |
| - type: euclidean_spearman |
| value: 83.1029 |
| - type: main_score |
| value: 83.5206 |
| task: |
| type: STS |
| - dataset: |
| config: default |
| name: MTEB STS14 (default) |
| revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 |
| split: test |
| type: mteb/sts14-sts |
| metrics: |
| - type: pearson |
| value: 82.8828 |
| - type: spearman |
| value: 80.6168 |
| - type: cosine_pearson |
| value: 82.8828 |
| - type: cosine_spearman |
| value: 80.6168 |
| - type: manhattan_pearson |
| value: 82.4454 |
| - type: manhattan_spearman |
| value: 80.5921 |
| - type: euclidean_pearson |
| value: 82.3376 |
| - type: euclidean_spearman |
| value: 80.4612 |
| - type: main_score |
| value: 80.6168 |
| task: |
| type: STS |
| - dataset: |
| config: default |
| name: MTEB STS15 (default) |
| revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 |
| split: test |
| type: mteb/sts15-sts |
| metrics: |
| - type: pearson |
| value: 85.74690000000001 |
| - type: spearman |
| value: 86.8576 |
| - type: cosine_pearson |
| value: 85.74690000000001 |
| - type: cosine_spearman |
| value: 86.8576 |
| - type: manhattan_pearson |
| value: 86.4696 |
| - type: manhattan_spearman |
| value: 86.7518 |
| - type: euclidean_pearson |
| value: 86.4535 |
| - type: euclidean_spearman |
| value: 86.7047 |
| - type: main_score |
| value: 86.8576 |
| task: |
| type: STS |
| - dataset: |
| config: default |
| name: MTEB STS16 (default) |
| revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 |
| split: test |
| type: mteb/sts16-sts |
| metrics: |
| - type: pearson |
| value: 84.143 |
| - type: spearman |
| value: 85.4357 |
| - type: cosine_pearson |
| value: 84.143 |
| - type: cosine_spearman |
| value: 85.4357 |
| - type: manhattan_pearson |
| value: 84.6764 |
| - type: manhattan_spearman |
| value: 85.1899 |
| - type: euclidean_pearson |
| value: 84.6236 |
| - type: euclidean_spearman |
| value: 85.1268 |
| - type: main_score |
| value: 85.4357 |
| task: |
| type: STS |
| - dataset: |
| config: en-ar |
| name: MTEB STS17 (en-ar) |
| revision: faeb762787bd10488a50c8b5be4a3b82e411949c |
| split: test |
| type: mteb/sts17-crosslingual-sts |
| metrics: |
| - type: pearson |
| value: 20.9391 |
| - type: spearman |
| value: 19.8291 |
| - type: cosine_pearson |
| value: 20.9391 |
| - type: cosine_spearman |
| value: 19.8291 |
| - type: manhattan_pearson |
| value: 20.0337 |
| - type: manhattan_spearman |
| value: 18.712 |
| - type: euclidean_pearson |
| value: 18.543000000000003 |
| - type: euclidean_spearman |
| value: 17.0394 |
| - type: main_score |
| value: 19.8291 |
| task: |
| type: STS |
| - dataset: |
| config: es-en |
| name: MTEB STS17 (es-en) |
| revision: faeb762787bd10488a50c8b5be4a3b82e411949c |
| split: test |
| type: mteb/sts17-crosslingual-sts |
| metrics: |
| - type: pearson |
| value: 36.1076 |
| - type: spearman |
| value: 37.7431 |
| - type: cosine_pearson |
| value: 36.1076 |
| - type: cosine_spearman |
| value: 37.7431 |
| - type: manhattan_pearson |
| value: 36.2087 |
| - type: manhattan_spearman |
| value: 38.199 |
| - type: euclidean_pearson |
| value: 36.003299999999996 |
| - type: euclidean_spearman |
| value: 38.2931 |
| - type: main_score |
| value: 37.7431 |
| task: |
| type: STS |
| - dataset: |
| config: en-tr |
| name: MTEB STS17 (en-tr) |
| revision: faeb762787bd10488a50c8b5be4a3b82e411949c |
| split: test |
| type: mteb/sts17-crosslingual-sts |
| metrics: |
| - type: pearson |
| value: 15.581900000000001 |
| - type: spearman |
| value: 14.9257 |
| - type: cosine_pearson |
| value: 15.581900000000001 |
| - type: cosine_spearman |
| value: 14.9257 |
| - type: manhattan_pearson |
| value: 13.941 |
| - type: manhattan_spearman |
| value: 12.1139 |
| - type: euclidean_pearson |
| value: 13.839799999999999 |
| - type: euclidean_spearman |
| value: 12.092600000000001 |
| - type: main_score |
| value: 14.9257 |
| task: |
| type: STS |
| - dataset: |
| config: en-en |
| name: MTEB STS17 (en-en) |
| revision: faeb762787bd10488a50c8b5be4a3b82e411949c |
| split: test |
| type: mteb/sts17-crosslingual-sts |
| metrics: |
| - type: pearson |
| value: 89.1055 |
| - type: spearman |
| value: 89.74849999999999 |
| - type: cosine_pearson |
| value: 89.1055 |
| - type: cosine_spearman |
| value: 89.74849999999999 |
| - type: manhattan_pearson |
| value: 89.35889999999999 |
| - type: manhattan_spearman |
| value: 89.6548 |
| - type: euclidean_pearson |
| value: 89.3692 |
| - type: euclidean_spearman |
| value: 89.6819 |
| - type: main_score |
| value: 89.74849999999999 |
| task: |
| type: STS |
| - dataset: |
| config: it-en |
| name: MTEB STS17 (it-en) |
| revision: faeb762787bd10488a50c8b5be4a3b82e411949c |
| split: test |
| type: mteb/sts17-crosslingual-sts |
| metrics: |
| - type: pearson |
| value: 34.056 |
| - type: spearman |
| value: 32.156 |
| - type: cosine_pearson |
| value: 34.056 |
| - type: cosine_spearman |
| value: 32.156 |
| - type: manhattan_pearson |
| value: 31.143900000000002 |
| - type: manhattan_spearman |
| value: 28.969099999999997 |
| - type: euclidean_pearson |
| value: 33.1061 |
| - type: euclidean_spearman |
| value: 31.0466 |
| - type: main_score |
| value: 32.156 |
| task: |
| type: STS |
| - dataset: |
| config: en-de |
| name: MTEB STS17 (en-de) |
| revision: faeb762787bd10488a50c8b5be4a3b82e411949c |
| split: test |
| type: mteb/sts17-crosslingual-sts |
| metrics: |
| - type: pearson |
| value: 42.3601 |
| - type: spearman |
| value: 41.4203 |
| - type: cosine_pearson |
| value: 42.3601 |
| - type: cosine_spearman |
| value: 41.4203 |
| - type: manhattan_pearson |
| value: 39.981899999999996 |
| - type: manhattan_spearman |
| value: 38.0952 |
| - type: euclidean_pearson |
| value: 41.335499999999996 |
| - type: euclidean_spearman |
| value: 39.7943 |
| - type: main_score |
| value: 41.4203 |
| task: |
| type: STS |
| - dataset: |
| config: fr-en |
| name: MTEB STS17 (fr-en) |
| revision: faeb762787bd10488a50c8b5be4a3b82e411949c |
| split: test |
| type: mteb/sts17-crosslingual-sts |
| metrics: |
| - type: pearson |
| value: 45.8696 |
| - type: spearman |
| value: 46.0298 |
| - type: cosine_pearson |
| value: 45.8696 |
| - type: cosine_spearman |
| value: 46.0298 |
| - type: manhattan_pearson |
| value: 45.3312 |
| - type: manhattan_spearman |
| value: 45.7096 |
| - type: euclidean_pearson |
| value: 44.8469 |
| - type: euclidean_spearman |
| value: 44.8071 |
| - type: main_score |
| value: 46.0298 |
| task: |
| type: STS |
| - dataset: |
| config: nl-en |
| name: MTEB STS17 (nl-en) |
| revision: faeb762787bd10488a50c8b5be4a3b82e411949c |
| split: test |
| type: mteb/sts17-crosslingual-sts |
| metrics: |
| - type: pearson |
| value: 37.3649 |
| - type: spearman |
| value: 33.530300000000004 |
| - type: cosine_pearson |
| value: 37.3649 |
| - type: cosine_spearman |
| value: 33.530300000000004 |
| - type: manhattan_pearson |
| value: 37.3041 |
| - type: manhattan_spearman |
| value: 33.8571 |
| - type: euclidean_pearson |
| value: 37.292199999999994 |
| - type: euclidean_spearman |
| value: 32.3678 |
| - type: main_score |
| value: 33.530300000000004 |
| task: |
| type: STS |
| - dataset: |
| config: es-en |
| name: MTEB STS22 (es-en) |
| revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 |
| split: test |
| type: mteb/sts22-crosslingual-sts |
| metrics: |
| - type: pearson |
| value: 62.2414 |
| - type: spearman |
| value: 66.6849 |
| - type: cosine_pearson |
| value: 62.2414 |
| - type: cosine_spearman |
| value: 66.6849 |
| - type: manhattan_pearson |
| value: 63.226499999999994 |
| - type: manhattan_spearman |
| value: 66.6979 |
| - type: euclidean_pearson |
| value: 60.76390000000001 |
| - type: euclidean_spearman |
| value: 66.3358 |
| - type: main_score |
| value: 66.6849 |
| task: |
| type: STS |
| - dataset: |
| config: de-en |
| name: MTEB STS22 (de-en) |
| revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 |
| split: test |
| type: mteb/sts22-crosslingual-sts |
| metrics: |
| - type: pearson |
| value: 51.0323 |
| - type: spearman |
| value: 50.0918 |
| - type: cosine_pearson |
| value: 51.0323 |
| - type: cosine_spearman |
| value: 50.0918 |
| - type: manhattan_pearson |
| value: 54.5439 |
| - type: manhattan_spearman |
| value: 50.950399999999995 |
| - type: euclidean_pearson |
| value: 52.267799999999994 |
| - type: euclidean_spearman |
| value: 49.892399999999995 |
| - type: main_score |
| value: 50.0918 |
| task: |
| type: STS |
| - dataset: |
| config: zh-en |
| name: MTEB STS22 (zh-en) |
| revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 |
| split: test |
| type: mteb/sts22-crosslingual-sts |
| metrics: |
| - type: pearson |
| value: 43.2851 |
| - type: spearman |
| value: 45.153999999999996 |
| - type: cosine_pearson |
| value: 43.2851 |
| - type: cosine_spearman |
| value: 45.153999999999996 |
| - type: manhattan_pearson |
| value: 45.0203 |
| - type: manhattan_spearman |
| value: 47.6171 |
| - type: euclidean_pearson |
| value: 43.485 |
| - type: euclidean_spearman |
| value: 47.7715 |
| - type: main_score |
| value: 45.153999999999996 |
| task: |
| type: STS |
| - dataset: |
| config: pl-en |
| name: MTEB STS22 (pl-en) |
| revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 |
| split: test |
| type: mteb/sts22-crosslingual-sts |
| metrics: |
| - type: pearson |
| value: 56.3712 |
| - type: spearman |
| value: 55.114700000000006 |
| - type: cosine_pearson |
| value: 56.3712 |
| - type: cosine_spearman |
| value: 55.114700000000006 |
| - type: manhattan_pearson |
| value: 53.59159999999999 |
| - type: manhattan_spearman |
| value: 52.546499999999995 |
| - type: euclidean_pearson |
| value: 54.9622 |
| - type: euclidean_spearman |
| value: 53.2341 |
| - type: main_score |
| value: 55.114700000000006 |
| task: |
| type: STS |
| - dataset: |
| config: en |
| name: MTEB STS22 (en) |
| revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 |
| split: test |
| type: mteb/sts22-crosslingual-sts |
| metrics: |
| - type: pearson |
| value: 68.4414 |
| - type: spearman |
| value: 68.3308 |
| - type: cosine_pearson |
| value: 68.4414 |
| - type: cosine_spearman |
| value: 68.3308 |
| - type: manhattan_pearson |
| value: 69.8215 |
| - type: manhattan_spearman |
| value: 68.7828 |
| - type: euclidean_pearson |
| value: 69.5641 |
| - type: euclidean_spearman |
| value: 68.56269999999999 |
| - type: main_score |
| value: 68.3308 |
| task: |
| type: STS |
| - dataset: |
| config: default |
| name: MTEB STSBenchmark (default) |
| revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 |
| split: test |
| type: mteb/stsbenchmark-sts |
| metrics: |
| - type: pearson |
| value: 86.0724 |
| - type: spearman |
| value: 86.2449 |
| - type: cosine_pearson |
| value: 86.0724 |
| - type: cosine_spearman |
| value: 86.2449 |
| - type: manhattan_pearson |
| value: 86.2033 |
| - type: manhattan_spearman |
| value: 86.0523 |
| - type: euclidean_pearson |
| value: 86.1487 |
| - type: euclidean_spearman |
| value: 85.9842 |
| - type: main_score |
| value: 86.2449 |
| task: |
| type: STS |
| - dataset: |
| config: default |
| name: MTEB SciDocsRR (default) |
| revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab |
| split: test |
| type: mteb/scidocs-reranking |
| metrics: |
| - type: map |
| value: 84.4126 |
| - type: mrr |
| value: 95.4755 |
| - type: nAUC_map_max |
| value: 55.527300000000004 |
| - type: nAUC_map_std |
| value: 71.4269 |
| - type: nAUC_map_diff1 |
| value: 1.0592000000000001 |
| - type: nAUC_mrr_max |
| value: 87.11959999999999 |
| - type: nAUC_mrr_std |
| value: 82.7146 |
| - type: nAUC_mrr_diff1 |
| value: 44.2384 |
| - type: main_score |
| value: 84.4126 |
| task: |
| type: Reranking |
| - dataset: |
| config: default |
| name: MTEB SciFact (default) |
| revision: 0228b52cf27578f30900b9e5271d331663a030d7 |
| split: test |
| type: mteb/scifact |
| metrics: |
| - type: ndcg_at_1 |
| value: 62.333000000000006 |
| - type: ndcg_at_3 |
| value: 67.297 |
| - type: ndcg_at_5 |
| value: 69.24900000000001 |
| - type: ndcg_at_10 |
| value: 72.63199999999999 |
| - type: ndcg_at_20 |
| value: 73.6 |
| - type: ndcg_at_100 |
| value: 74.889 |
| - type: ndcg_at_1000 |
| value: 75.453 |
| - type: map_at_1 |
| value: 59.733000000000004 |
| - type: map_at_3 |
| value: 65.194 |
| - type: map_at_5 |
| value: 66.616 |
| - type: map_at_10 |
| value: 68.158 |
| - type: map_at_20 |
| value: 68.464 |
| - type: map_at_100 |
| value: 68.686 |
| - type: map_at_1000 |
| value: 68.705 |
| - type: recall_at_1 |
| value: 59.733000000000004 |
| - type: recall_at_3 |
| value: 70.61699999999999 |
| - type: recall_at_5 |
| value: 75.5 |
| - type: recall_at_10 |
| value: 85.51100000000001 |
| - type: recall_at_20 |
| value: 89.133 |
| - type: recall_at_100 |
| value: 95.5 |
| - type: recall_at_1000 |
| value: 100.0 |
| - type: precision_at_1 |
| value: 62.333000000000006 |
| - type: precision_at_3 |
| value: 25.667 |
| - type: precision_at_5 |
| value: 16.8 |
| - type: precision_at_10 |
| value: 9.633 |
| - type: precision_at_20 |
| value: 5.050000000000001 |
| - type: precision_at_100 |
| value: 1.083 |
| - type: precision_at_1000 |
| value: 0.11299999999999999 |
| - type: mrr_at_1 |
| value: 62.3333 |
| - type: mrr_at_3 |
| value: 67.11110000000001 |
| - type: mrr_at_5 |
| value: 68.0111 |
| - type: mrr_at_10 |
| value: 69.243 |
| - type: mrr_at_20 |
| value: 69.4702 |
| - type: mrr_at_100 |
| value: 69.6616 |
| - type: mrr_at_1000 |
| value: 69.68039999999999 |
| - type: nauc_ndcg_at_1_max |
| value: 54.49850000000001 |
| - type: nauc_ndcg_at_1_std |
| value: 7.1119 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 66.1422 |
| - type: nauc_ndcg_at_3_max |
| value: 56.4064 |
| - type: nauc_ndcg_at_3_std |
| value: 5.8438 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 63.8497 |
| - type: nauc_ndcg_at_5_max |
| value: 57.1304 |
| - type: nauc_ndcg_at_5_std |
| value: 7.220600000000001 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 63.31250000000001 |
| - type: nauc_ndcg_at_10_max |
| value: 55.722300000000004 |
| - type: nauc_ndcg_at_10_std |
| value: 9.1649 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 60.6626 |
| - type: nauc_ndcg_at_20_max |
| value: 55.945299999999996 |
| - type: nauc_ndcg_at_20_std |
| value: 9.843200000000001 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 60.113099999999996 |
| - type: nauc_ndcg_at_100_max |
| value: 56.1434 |
| - type: nauc_ndcg_at_100_std |
| value: 10.8029 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 60.854200000000006 |
| - type: nauc_ndcg_at_1000_max |
| value: 56.2423 |
| - type: nauc_ndcg_at_1000_std |
| value: 9.703000000000001 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 61.718799999999995 |
| - type: nauc_map_at_1_max |
| value: 50.9749 |
| - type: nauc_map_at_1_std |
| value: 3.6609999999999996 |
| - type: nauc_map_at_1_diff1 |
| value: 67.3719 |
| - type: nauc_map_at_3_max |
| value: 54.31009999999999 |
| - type: nauc_map_at_3_std |
| value: 4.3235 |
| - type: nauc_map_at_3_diff1 |
| value: 64.8984 |
| - type: nauc_map_at_5_max |
| value: 55.328599999999994 |
| - type: nauc_map_at_5_std |
| value: 5.959099999999999 |
| - type: nauc_map_at_5_diff1 |
| value: 64.0263 |
| - type: nauc_map_at_10_max |
| value: 55.1577 |
| - type: nauc_map_at_10_std |
| value: 7.147399999999999 |
| - type: nauc_map_at_10_diff1 |
| value: 62.943000000000005 |
| - type: nauc_map_at_20_max |
| value: 55.367900000000006 |
| - type: nauc_map_at_20_std |
| value: 7.5756000000000006 |
| - type: nauc_map_at_20_diff1 |
| value: 62.7916 |
| - type: nauc_map_at_100_max |
| value: 55.342499999999994 |
| - type: nauc_map_at_100_std |
| value: 7.648000000000001 |
| - type: nauc_map_at_100_diff1 |
| value: 62.899499999999996 |
| - type: nauc_map_at_1000_max |
| value: 55.3499 |
| - type: nauc_map_at_1000_std |
| value: 7.624499999999999 |
| - type: nauc_map_at_1000_diff1 |
| value: 62.930299999999995 |
| - type: nauc_recall_at_1_max |
| value: 50.9749 |
| - type: nauc_recall_at_1_std |
| value: 3.6609999999999996 |
| - type: nauc_recall_at_1_diff1 |
| value: 67.3719 |
| - type: nauc_recall_at_3_max |
| value: 56.184 |
| - type: nauc_recall_at_3_std |
| value: 1.8581 |
| - type: nauc_recall_at_3_diff1 |
| value: 63.3395 |
| - type: nauc_recall_at_5_max |
| value: 59.3021 |
| - type: nauc_recall_at_5_std |
| value: 6.4342 |
| - type: nauc_recall_at_5_diff1 |
| value: 61.8267 |
| - type: nauc_recall_at_10_max |
| value: 51.8488 |
| - type: nauc_recall_at_10_std |
| value: 13.397 |
| - type: nauc_recall_at_10_diff1 |
| value: 47.7098 |
| - type: nauc_recall_at_20_max |
| value: 51.607499999999995 |
| - type: nauc_recall_at_20_std |
| value: 17.8583 |
| - type: nauc_recall_at_20_diff1 |
| value: 40.2701 |
| - type: nauc_recall_at_100_max |
| value: 54.1844 |
| - type: nauc_recall_at_100_std |
| value: 53.411500000000004 |
| - type: nauc_recall_at_100_diff1 |
| value: 31.0043 |
| - type: nauc_recall_at_1000_max |
| value: .nan |
| - type: nauc_recall_at_1000_std |
| value: .nan |
| - type: nauc_recall_at_1000_diff1 |
| value: .nan |
| - type: nauc_precision_at_1_max |
| value: 54.49850000000001 |
| - type: nauc_precision_at_1_std |
| value: 7.1119 |
| - type: nauc_precision_at_1_diff1 |
| value: 66.1422 |
| - type: nauc_precision_at_3_max |
| value: 52.115 |
| - type: nauc_precision_at_3_std |
| value: 16.1809 |
| - type: nauc_precision_at_3_diff1 |
| value: 41.6736 |
| - type: nauc_precision_at_5_max |
| value: 46.3365 |
| - type: nauc_precision_at_5_std |
| value: 22.7022 |
| - type: nauc_precision_at_5_diff1 |
| value: 25.564500000000002 |
| - type: nauc_precision_at_10_max |
| value: 31.7504 |
| - type: nauc_precision_at_10_std |
| value: 31.063499999999998 |
| - type: nauc_precision_at_10_diff1 |
| value: 0.61 |
| - type: nauc_precision_at_20_max |
| value: 27.0162 |
| - type: nauc_precision_at_20_std |
| value: 35.5844 |
| - type: nauc_precision_at_20_diff1 |
| value: -8.559899999999999 |
| - type: nauc_precision_at_100_max |
| value: 17.9369 |
| - type: nauc_precision_at_100_std |
| value: 45.360299999999995 |
| - type: nauc_precision_at_100_diff1 |
| value: -21.3734 |
| - type: nauc_precision_at_1000_max |
| value: 9.6015 |
| - type: nauc_precision_at_1000_std |
| value: 41.6207 |
| - type: nauc_precision_at_1000_diff1 |
| value: -31.4964 |
| - type: nauc_mrr_at_1_max |
| value: 54.49850000000001 |
| - type: nauc_mrr_at_1_std |
| value: 7.1119 |
| - type: nauc_mrr_at_1_diff1 |
| value: 66.1422 |
| - type: nauc_mrr_at_3_max |
| value: 57.52589999999999 |
| - type: nauc_mrr_at_3_std |
| value: 8.605400000000001 |
| - type: nauc_mrr_at_3_diff1 |
| value: 63.4207 |
| - type: nauc_mrr_at_5_max |
| value: 57.809900000000006 |
| - type: nauc_mrr_at_5_std |
| value: 9.2631 |
| - type: nauc_mrr_at_5_diff1 |
| value: 63.4016 |
| - type: nauc_mrr_at_10_max |
| value: 57.02199999999999 |
| - type: nauc_mrr_at_10_std |
| value: 9.542100000000001 |
| - type: nauc_mrr_at_10_diff1 |
| value: 62.527 |
| - type: nauc_mrr_at_20_max |
| value: 56.942800000000005 |
| - type: nauc_mrr_at_20_std |
| value: 9.3838 |
| - type: nauc_mrr_at_20_diff1 |
| value: 62.3991 |
| - type: nauc_mrr_at_100_max |
| value: 56.9337 |
| - type: nauc_mrr_at_100_std |
| value: 9.437800000000001 |
| - type: nauc_mrr_at_100_diff1 |
| value: 62.5024 |
| - type: nauc_mrr_at_1000_max |
| value: 56.942899999999995 |
| - type: nauc_mrr_at_1000_std |
| value: 9.4167 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 62.5336 |
| - type: main_score |
| value: 72.63199999999999 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB SprintDuplicateQuestions (default) |
| revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 |
| split: test |
| type: mteb/sprintduplicatequestions-pairclassification |
| metrics: |
| - type: similarity_accuracy |
| value: 99.8 |
| - type: similarity_accuracy_threshold |
| value: 79.6178 |
| - type: similarity_f1 |
| value: 89.6091 |
| - type: similarity_f1_threshold |
| value: 79.3926 |
| - type: similarity_precision |
| value: 92.26689999999999 |
| - type: similarity_recall |
| value: 87.1 |
| - type: similarity_ap |
| value: 95.45169999999999 |
| - type: cosine_accuracy |
| value: 99.8 |
| - type: cosine_accuracy_threshold |
| value: 79.6178 |
| - type: cosine_f1 |
| value: 89.6091 |
| - type: cosine_f1_threshold |
| value: 79.3926 |
| - type: cosine_precision |
| value: 92.26689999999999 |
| - type: cosine_recall |
| value: 87.1 |
| - type: cosine_ap |
| value: 95.45169999999999 |
| - type: manhattan_accuracy |
| value: 99.797 |
| - type: manhattan_accuracy_threshold |
| value: 23339.9902 |
| - type: manhattan_f1 |
| value: 89.45490000000001 |
| - type: manhattan_f1_threshold |
| value: 23640.0604 |
| - type: manhattan_precision |
| value: 91.1734 |
| - type: manhattan_recall |
| value: 87.8 |
| - type: manhattan_ap |
| value: 95.4832 |
| - type: euclidean_accuracy |
| value: 99.79599999999999 |
| - type: euclidean_accuracy_threshold |
| value: 1058.7936 |
| - type: euclidean_f1 |
| value: 89.35300000000001 |
| - type: euclidean_f1_threshold |
| value: 1085.26 |
| - type: euclidean_precision |
| value: 91.0696 |
| - type: euclidean_recall |
| value: 87.7 |
| - type: euclidean_ap |
| value: 95.4192 |
| - type: dot_accuracy |
| value: 99.79599999999999 |
| - type: dot_accuracy_threshold |
| value: 22447.8943 |
| - type: dot_f1 |
| value: 89.6311 |
| - type: dot_f1_threshold |
| value: 21928.1982 |
| - type: dot_precision |
| value: 89.3638 |
| - type: dot_recall |
| value: 89.9 |
| - type: dot_ap |
| value: 95.26599999999999 |
| - type: max_accuracy |
| value: 99.8 |
| - type: max_f1 |
| value: 89.6311 |
| - type: max_precision |
| value: 92.26689999999999 |
| - type: max_recall |
| value: 89.9 |
| - type: max_ap |
| value: 95.4832 |
| - type: main_score |
| value: 95.4832 |
| task: |
| type: PairClassification |
| - dataset: |
| config: default |
| name: MTEB StackExchangeClustering (default) |
| revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 |
| split: test |
| type: mteb/stackexchange-clustering |
| metrics: |
| - type: v_measure |
| value: 66.8292 |
| - type: v_measure_std |
| value: 5.3023 |
| - type: main_score |
| value: 66.8292 |
| task: |
| type: Clustering |
| - dataset: |
| config: default |
| name: MTEB StackExchangeClusteringP2P (default) |
| revision: 815ca46b2622cec33ccafc3735d572c266efdb44 |
| split: test |
| type: mteb/stackexchange-clustering-p2p |
| metrics: |
| - type: v_measure |
| value: 36.436800000000005 |
| - type: v_measure_std |
| value: 1.5622 |
| - type: main_score |
| value: 36.436800000000005 |
| task: |
| type: Clustering |
| - dataset: |
| config: default |
| name: MTEB StackOverflowDupQuestions (default) |
| revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 |
| split: test |
| type: mteb/stackoverflowdupquestions-reranking |
| metrics: |
| - type: map |
| value: 49.784299999999995 |
| - type: mrr |
| value: 50.539199999999994 |
| - type: nAUC_map_max |
| value: 12.292 |
| - type: nAUC_map_std |
| value: 8.071100000000001 |
| - type: nAUC_map_diff1 |
| value: 34.4928 |
| - type: nAUC_mrr_max |
| value: 12.445599999999999 |
| - type: nAUC_mrr_std |
| value: 8.607800000000001 |
| - type: nAUC_mrr_diff1 |
| value: 34.4987 |
| - type: main_score |
| value: 49.784299999999995 |
| task: |
| type: Reranking |
| - dataset: |
| config: default |
| name: MTEB SummEval (default) |
| revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c |
| split: test |
| type: mteb/summeval |
| metrics: |
| - type: pearson |
| value: 29.8823 |
| - type: spearman |
| value: 30.4476 |
| - type: cosine_spearman |
| value: 30.4476 |
| - type: cosine_pearson |
| value: 29.8823 |
| - type: dot_spearman |
| value: 29.773899999999998 |
| - type: dot_pearson |
| value: 30.2538 |
| - type: main_score |
| value: 30.4476 |
| task: |
| type: Summarization |
| - dataset: |
| config: default |
| name: MTEB TRECCOVID (default) |
| revision: bb9466bac8153a0349341eb1b22e06409e78ef4e |
| split: test |
| type: mteb/trec-covid |
| metrics: |
| - type: ndcg_at_1 |
| value: 83.0 |
| - type: ndcg_at_3 |
| value: 79.061 |
| - type: ndcg_at_5 |
| value: 74.447 |
| - type: ndcg_at_10 |
| value: 74.005 |
| - type: ndcg_at_20 |
| value: 71.021 |
| - type: ndcg_at_100 |
| value: 56.159000000000006 |
| - type: ndcg_at_1000 |
| value: 52.105999999999995 |
| - type: map_at_1 |
| value: 0.243 |
| - type: map_at_3 |
| value: 0.642 |
| - type: map_at_5 |
| value: 0.996 |
| - type: map_at_10 |
| value: 1.847 |
| - type: map_at_20 |
| value: 3.3529999999999998 |
| - type: map_at_100 |
| value: 10.302999999999999 |
| - type: map_at_1000 |
| value: 25.903 |
| - type: recall_at_1 |
| value: 0.243 |
| - type: recall_at_3 |
| value: 0.668 |
| - type: recall_at_5 |
| value: 1.0630000000000002 |
| - type: recall_at_10 |
| value: 2.09 |
| - type: recall_at_20 |
| value: 3.92 |
| - type: recall_at_100 |
| value: 13.847999999999999 |
| - type: recall_at_1000 |
| value: 49.294 |
| - type: precision_at_1 |
| value: 88.0 |
| - type: precision_at_3 |
| value: 81.333 |
| - type: precision_at_5 |
| value: 76.4 |
| - type: precision_at_10 |
| value: 77.60000000000001 |
| - type: precision_at_20 |
| value: 74.0 |
| - type: precision_at_100 |
| value: 57.08 |
| - type: precision_at_1000 |
| value: 22.96 |
| - type: mrr_at_1 |
| value: 88.0 |
| - type: mrr_at_3 |
| value: 93.0 |
| - type: mrr_at_5 |
| value: 93.4 |
| - type: mrr_at_10 |
| value: 93.4 |
| - type: mrr_at_20 |
| value: 93.4 |
| - type: mrr_at_100 |
| value: 93.4 |
| - type: mrr_at_1000 |
| value: 93.4 |
| - type: nauc_ndcg_at_1_max |
| value: 61.9438 |
| - type: nauc_ndcg_at_1_std |
| value: 47.8895 |
| - type: nauc_ndcg_at_1_diff1 |
| value: -24.637500000000003 |
| - type: nauc_ndcg_at_3_max |
| value: 61.8429 |
| - type: nauc_ndcg_at_3_std |
| value: 54.91629999999999 |
| - type: nauc_ndcg_at_3_diff1 |
| value: -20.225099999999998 |
| - type: nauc_ndcg_at_5_max |
| value: 57.876099999999994 |
| - type: nauc_ndcg_at_5_std |
| value: 54.66760000000001 |
| - type: nauc_ndcg_at_5_diff1 |
| value: -16.5158 |
| - type: nauc_ndcg_at_10_max |
| value: 53.566599999999994 |
| - type: nauc_ndcg_at_10_std |
| value: 56.130199999999995 |
| - type: nauc_ndcg_at_10_diff1 |
| value: -10.4444 |
| - type: nauc_ndcg_at_20_max |
| value: 57.296499999999995 |
| - type: nauc_ndcg_at_20_std |
| value: 67.55250000000001 |
| - type: nauc_ndcg_at_20_diff1 |
| value: -9.6015 |
| - type: nauc_ndcg_at_100_max |
| value: 55.960100000000004 |
| - type: nauc_ndcg_at_100_std |
| value: 79.8832 |
| - type: nauc_ndcg_at_100_diff1 |
| value: -6.365800000000001 |
| - type: nauc_ndcg_at_1000_max |
| value: 59.79950000000001 |
| - type: nauc_ndcg_at_1000_std |
| value: 72.3925 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: -7.0761 |
| - type: nauc_map_at_1_max |
| value: 6.4536999999999995 |
| - type: nauc_map_at_1_std |
| value: -7.8119 |
| - type: nauc_map_at_1_diff1 |
| value: -14.1175 |
| - type: nauc_map_at_3_max |
| value: 16.98 |
| - type: nauc_map_at_3_std |
| value: -0.3721 |
| - type: nauc_map_at_3_diff1 |
| value: -15.793 |
| - type: nauc_map_at_5_max |
| value: 19.7658 |
| - type: nauc_map_at_5_std |
| value: 1.4654 |
| - type: nauc_map_at_5_diff1 |
| value: -17.1417 |
| - type: nauc_map_at_10_max |
| value: 21.506700000000002 |
| - type: nauc_map_at_10_std |
| value: 4.157 |
| - type: nauc_map_at_10_diff1 |
| value: -14.0577 |
| - type: nauc_map_at_20_max |
| value: 23.8734 |
| - type: nauc_map_at_20_std |
| value: 11.5207 |
| - type: nauc_map_at_20_diff1 |
| value: -10.5616 |
| - type: nauc_map_at_100_max |
| value: 46.692299999999996 |
| - type: nauc_map_at_100_std |
| value: 57.88290000000001 |
| - type: nauc_map_at_100_diff1 |
| value: -8.8046 |
| - type: nauc_map_at_1000_max |
| value: 63.9156 |
| - type: nauc_map_at_1000_std |
| value: 79.93209999999999 |
| - type: nauc_map_at_1000_diff1 |
| value: 3.2281999999999997 |
| - type: nauc_recall_at_1_max |
| value: 6.4536999999999995 |
| - type: nauc_recall_at_1_std |
| value: -7.8119 |
| - type: nauc_recall_at_1_diff1 |
| value: -14.1175 |
| - type: nauc_recall_at_3_max |
| value: 13.3248 |
| - type: nauc_recall_at_3_std |
| value: -3.4745999999999997 |
| - type: nauc_recall_at_3_diff1 |
| value: -16.9974 |
| - type: nauc_recall_at_5_max |
| value: 14.6892 |
| - type: nauc_recall_at_5_std |
| value: -2.0025999999999997 |
| - type: nauc_recall_at_5_diff1 |
| value: -17.7484 |
| - type: nauc_recall_at_10_max |
| value: 12.6493 |
| - type: nauc_recall_at_10_std |
| value: -3.3624 |
| - type: nauc_recall_at_10_diff1 |
| value: -14.665700000000001 |
| - type: nauc_recall_at_20_max |
| value: 12.4179 |
| - type: nauc_recall_at_20_std |
| value: 2.6304000000000003 |
| - type: nauc_recall_at_20_diff1 |
| value: -12.0324 |
| - type: nauc_recall_at_100_max |
| value: 33.699 |
| - type: nauc_recall_at_100_std |
| value: 41.4814 |
| - type: nauc_recall_at_100_diff1 |
| value: -13.805799999999998 |
| - type: nauc_recall_at_1000_max |
| value: 54.8094 |
| - type: nauc_recall_at_1000_std |
| value: 59.785999999999994 |
| - type: nauc_recall_at_1000_diff1 |
| value: -2.278 |
| - type: nauc_precision_at_1_max |
| value: 83.2167 |
| - type: nauc_precision_at_1_std |
| value: 71.8899 |
| - type: nauc_precision_at_1_diff1 |
| value: -18.970699999999997 |
| - type: nauc_precision_at_3_max |
| value: 70.7754 |
| - type: nauc_precision_at_3_std |
| value: 60.5541 |
| - type: nauc_precision_at_3_diff1 |
| value: -16.8234 |
| - type: nauc_precision_at_5_max |
| value: 64.384 |
| - type: nauc_precision_at_5_std |
| value: 54.879999999999995 |
| - type: nauc_precision_at_5_diff1 |
| value: -12.8109 |
| - type: nauc_precision_at_10_max |
| value: 60.5951 |
| - type: nauc_precision_at_10_std |
| value: 57.330000000000005 |
| - type: nauc_precision_at_10_diff1 |
| value: -4.029400000000001 |
| - type: nauc_precision_at_20_max |
| value: 61.1634 |
| - type: nauc_precision_at_20_std |
| value: 69.7819 |
| - type: nauc_precision_at_20_diff1 |
| value: -6.2779 |
| - type: nauc_precision_at_100_max |
| value: 57.814600000000006 |
| - type: nauc_precision_at_100_std |
| value: 82.3314 |
| - type: nauc_precision_at_100_diff1 |
| value: 1.2801 |
| - type: nauc_precision_at_1000_max |
| value: 48.0584 |
| - type: nauc_precision_at_1000_std |
| value: 54.331799999999994 |
| - type: nauc_precision_at_1000_diff1 |
| value: 9.286800000000001 |
| - type: nauc_mrr_at_1_max |
| value: 83.2167 |
| - type: nauc_mrr_at_1_std |
| value: 71.8899 |
| - type: nauc_mrr_at_1_diff1 |
| value: -18.970699999999997 |
| - type: nauc_mrr_at_3_max |
| value: 85.6599 |
| - type: nauc_mrr_at_3_std |
| value: 75.9821 |
| - type: nauc_mrr_at_3_diff1 |
| value: -41.5387 |
| - type: nauc_mrr_at_5_max |
| value: 84.77329999999999 |
| - type: nauc_mrr_at_5_std |
| value: 74.497 |
| - type: nauc_mrr_at_5_diff1 |
| value: -33.3487 |
| - type: nauc_mrr_at_10_max |
| value: 84.77329999999999 |
| - type: nauc_mrr_at_10_std |
| value: 74.497 |
| - type: nauc_mrr_at_10_diff1 |
| value: -33.3487 |
| - type: nauc_mrr_at_20_max |
| value: 84.77329999999999 |
| - type: nauc_mrr_at_20_std |
| value: 74.497 |
| - type: nauc_mrr_at_20_diff1 |
| value: -33.3487 |
| - type: nauc_mrr_at_100_max |
| value: 84.77329999999999 |
| - type: nauc_mrr_at_100_std |
| value: 74.497 |
| - type: nauc_mrr_at_100_diff1 |
| value: -33.3487 |
| - type: nauc_mrr_at_1000_max |
| value: 84.77329999999999 |
| - type: nauc_mrr_at_1000_std |
| value: 74.497 |
| - type: nauc_mrr_at_1000_diff1 |
| value: -33.3487 |
| - type: main_score |
| value: 74.005 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB Touche2020 (default) |
| revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f |
| split: test |
| type: mteb/touche2020 |
| metrics: |
| - type: ndcg_at_1 |
| value: 25.509999999999998 |
| - type: ndcg_at_3 |
| value: 25.356 |
| - type: ndcg_at_5 |
| value: 25.718999999999998 |
| - type: ndcg_at_10 |
| value: 23.777 |
| - type: ndcg_at_20 |
| value: 25.631999999999998 |
| - type: ndcg_at_100 |
| value: 35.294 |
| - type: ndcg_at_1000 |
| value: 46.904 |
| - type: map_at_1 |
| value: 2.174 |
| - type: map_at_3 |
| value: 4.698 |
| - type: map_at_5 |
| value: 6.511 |
| - type: map_at_10 |
| value: 9.075 |
| - type: map_at_20 |
| value: 11.89 |
| - type: map_at_100 |
| value: 15.042 |
| - type: map_at_1000 |
| value: 16.527 |
| - type: recall_at_1 |
| value: 2.174 |
| - type: recall_at_3 |
| value: 6.067 |
| - type: recall_at_5 |
| value: 9.985 |
| - type: recall_at_10 |
| value: 15.595 |
| - type: recall_at_20 |
| value: 24.709 |
| - type: recall_at_100 |
| value: 46.075 |
| - type: recall_at_1000 |
| value: 81.211 |
| - type: precision_at_1 |
| value: 28.571 |
| - type: precision_at_3 |
| value: 27.211000000000002 |
| - type: precision_at_5 |
| value: 27.346999999999998 |
| - type: precision_at_10 |
| value: 21.633 |
| - type: precision_at_20 |
| value: 17.347 |
| - type: precision_at_100 |
| value: 7.306 |
| - type: precision_at_1000 |
| value: 1.498 |
| - type: mrr_at_1 |
| value: 28.571400000000004 |
| - type: mrr_at_3 |
| value: 40.8163 |
| - type: mrr_at_5 |
| value: 44.5918 |
| - type: mrr_at_10 |
| value: 45.806599999999996 |
| - type: mrr_at_20 |
| value: 46.6323 |
| - type: mrr_at_100 |
| value: 46.898 |
| - type: mrr_at_1000 |
| value: 46.898 |
| - type: nauc_ndcg_at_1_max |
| value: -38.9044 |
| - type: nauc_ndcg_at_1_std |
| value: -13.3682 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 14.1403 |
| - type: nauc_ndcg_at_3_max |
| value: -31.8112 |
| - type: nauc_ndcg_at_3_std |
| value: -7.919099999999999 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 18.3462 |
| - type: nauc_ndcg_at_5_max |
| value: -31.588 |
| - type: nauc_ndcg_at_5_std |
| value: 0.3613 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 7.4144000000000005 |
| - type: nauc_ndcg_at_10_max |
| value: -32.5645 |
| - type: nauc_ndcg_at_10_std |
| value: 0.9863000000000001 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 5.8937 |
| - type: nauc_ndcg_at_20_max |
| value: -30.522199999999998 |
| - type: nauc_ndcg_at_20_std |
| value: 0.5783 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 9.0286 |
| - type: nauc_ndcg_at_100_max |
| value: -30.083 |
| - type: nauc_ndcg_at_100_std |
| value: 24.9979 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 4.1679 |
| - type: nauc_ndcg_at_1000_max |
| value: -27.1779 |
| - type: nauc_ndcg_at_1000_std |
| value: 35.4651 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 0.47959999999999997 |
| - type: nauc_map_at_1_max |
| value: -40.423700000000004 |
| - type: nauc_map_at_1_std |
| value: -22.1977 |
| - type: nauc_map_at_1_diff1 |
| value: 9.8424 |
| - type: nauc_map_at_3_max |
| value: -28.4609 |
| - type: nauc_map_at_3_std |
| value: -18.2528 |
| - type: nauc_map_at_3_diff1 |
| value: 16.5127 |
| - type: nauc_map_at_5_max |
| value: -27.016299999999998 |
| - type: nauc_map_at_5_std |
| value: -14.610699999999998 |
| - type: nauc_map_at_5_diff1 |
| value: 9.3923 |
| - type: nauc_map_at_10_max |
| value: -25.9324 |
| - type: nauc_map_at_10_std |
| value: -11.026900000000001 |
| - type: nauc_map_at_10_diff1 |
| value: 7.6867 |
| - type: nauc_map_at_20_max |
| value: -22.806199999999997 |
| - type: nauc_map_at_20_std |
| value: -7.623099999999999 |
| - type: nauc_map_at_20_diff1 |
| value: 8.0359 |
| - type: nauc_map_at_100_max |
| value: -21.1619 |
| - type: nauc_map_at_100_std |
| value: 5.122 |
| - type: nauc_map_at_100_diff1 |
| value: 6.6944 |
| - type: nauc_map_at_1000_max |
| value: -21.1736 |
| - type: nauc_map_at_1000_std |
| value: 8.8896 |
| - type: nauc_map_at_1000_diff1 |
| value: 5.633500000000001 |
| - type: nauc_recall_at_1_max |
| value: -40.423700000000004 |
| - type: nauc_recall_at_1_std |
| value: -22.1977 |
| - type: nauc_recall_at_1_diff1 |
| value: 9.8424 |
| - type: nauc_recall_at_3_max |
| value: -24.351300000000002 |
| - type: nauc_recall_at_3_std |
| value: -13.661000000000001 |
| - type: nauc_recall_at_3_diff1 |
| value: 14.1204 |
| - type: nauc_recall_at_5_max |
| value: -22.767799999999998 |
| - type: nauc_recall_at_5_std |
| value: -7.4171000000000005 |
| - type: nauc_recall_at_5_diff1 |
| value: 1.9924999999999997 |
| - type: nauc_recall_at_10_max |
| value: -25.3874 |
| - type: nauc_recall_at_10_std |
| value: -3.9967 |
| - type: nauc_recall_at_10_diff1 |
| value: 3.4776000000000002 |
| - type: nauc_recall_at_20_max |
| value: -25.051099999999998 |
| - type: nauc_recall_at_20_std |
| value: -2.0329 |
| - type: nauc_recall_at_20_diff1 |
| value: 2.2399 |
| - type: nauc_recall_at_100_max |
| value: -20.6196 |
| - type: nauc_recall_at_100_std |
| value: 39.644200000000005 |
| - type: nauc_recall_at_100_diff1 |
| value: -6.7455 |
| - type: nauc_recall_at_1000_max |
| value: -6.2200999999999995 |
| - type: nauc_recall_at_1000_std |
| value: 78.9064 |
| - type: nauc_recall_at_1000_diff1 |
| value: -23.044700000000002 |
| - type: nauc_precision_at_1_max |
| value: -37.808 |
| - type: nauc_precision_at_1_std |
| value: -10.7692 |
| - type: nauc_precision_at_1_diff1 |
| value: 18.6307 |
| - type: nauc_precision_at_3_max |
| value: -30.505900000000004 |
| - type: nauc_precision_at_3_std |
| value: -6.6981 |
| - type: nauc_precision_at_3_diff1 |
| value: 22.1572 |
| - type: nauc_precision_at_5_max |
| value: -26.9752 |
| - type: nauc_precision_at_5_std |
| value: 9.2292 |
| - type: nauc_precision_at_5_diff1 |
| value: 6.7962 |
| - type: nauc_precision_at_10_max |
| value: -29.9346 |
| - type: nauc_precision_at_10_std |
| value: 13.3568 |
| - type: nauc_precision_at_10_diff1 |
| value: 6.8902 |
| - type: nauc_precision_at_20_max |
| value: -22.7968 |
| - type: nauc_precision_at_20_std |
| value: 21.0382 |
| - type: nauc_precision_at_20_diff1 |
| value: 9.033199999999999 |
| - type: nauc_precision_at_100_max |
| value: -11.4519 |
| - type: nauc_precision_at_100_std |
| value: 72.8881 |
| - type: nauc_precision_at_100_diff1 |
| value: -8.261000000000001 |
| - type: nauc_precision_at_1000_max |
| value: 29.3926 |
| - type: nauc_precision_at_1000_std |
| value: 44.936 |
| - type: nauc_precision_at_1000_diff1 |
| value: -15.2011 |
| - type: nauc_mrr_at_1_max |
| value: -37.808 |
| - type: nauc_mrr_at_1_std |
| value: -10.7692 |
| - type: nauc_mrr_at_1_diff1 |
| value: 18.6307 |
| - type: nauc_mrr_at_3_max |
| value: -36.6424 |
| - type: nauc_mrr_at_3_std |
| value: -5.8629 |
| - type: nauc_mrr_at_3_diff1 |
| value: 10.0726 |
| - type: nauc_mrr_at_5_max |
| value: -35.132400000000004 |
| - type: nauc_mrr_at_5_std |
| value: -2.6545 |
| - type: nauc_mrr_at_5_diff1 |
| value: 8.2052 |
| - type: nauc_mrr_at_10_max |
| value: -37.947199999999995 |
| - type: nauc_mrr_at_10_std |
| value: -3.6131 |
| - type: nauc_mrr_at_10_diff1 |
| value: 8.5589 |
| - type: nauc_mrr_at_20_max |
| value: -37.490899999999996 |
| - type: nauc_mrr_at_20_std |
| value: -5.375 |
| - type: nauc_mrr_at_20_diff1 |
| value: 9.9839 |
| - type: nauc_mrr_at_100_max |
| value: -36.8829 |
| - type: nauc_mrr_at_100_std |
| value: -5.148 |
| - type: nauc_mrr_at_100_diff1 |
| value: 9.775300000000001 |
| - type: nauc_mrr_at_1000_max |
| value: -36.8829 |
| - type: nauc_mrr_at_1000_std |
| value: -5.148 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 9.775300000000001 |
| - type: main_score |
| value: 23.777 |
| task: |
| type: Retrieval |
| - dataset: |
| config: default |
| name: MTEB ToxicConversationsClassification (default) |
| revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de |
| split: test |
| type: mteb/toxic_conversations_50k |
| metrics: |
| - type: accuracy |
| value: 78.2227 |
| - type: f1 |
| value: 60.9422 |
| - type: f1_weighted |
| value: 82.7019 |
| - type: ap |
| value: 19.0562 |
| - type: ap_weighted |
| value: 19.0562 |
| - type: main_score |
| value: 78.2227 |
| task: |
| type: Classification |
| - dataset: |
| config: default |
| name: MTEB TweetSentimentExtractionClassification (default) |
| revision: d604517c81ca91fe16a244d1248fc021f9ecee7a |
| split: test |
| type: mteb/tweet_sentiment_extraction |
| metrics: |
| - type: accuracy |
| value: 61.3865 |
| - type: f1 |
| value: 61.805299999999995 |
| - type: f1_weighted |
| value: 60.8858 |
| - type: main_score |
| value: 61.3865 |
| task: |
| type: Classification |
| - dataset: |
| config: default |
| name: MTEB TwentyNewsgroupsClustering (default) |
| revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 |
| split: test |
| type: mteb/twentynewsgroups-clustering |
| metrics: |
| - type: v_measure |
| value: 49.1222 |
| - type: v_measure_std |
| value: 1.01 |
| - type: main_score |
| value: 49.1222 |
| task: |
| type: Clustering |
| - dataset: |
| config: default |
| name: MTEB TwitterSemEval2015 (default) |
| revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 |
| split: test |
| type: mteb/twittersemeval2015-pairclassification |
| metrics: |
| - type: similarity_accuracy |
| value: 85.96289999999999 |
| - type: similarity_accuracy_threshold |
| value: 81.7526 |
| - type: similarity_f1 |
| value: 67.0984 |
| - type: similarity_f1_threshold |
| value: 78.1167 |
| - type: similarity_precision |
| value: 64.6756 |
| - type: similarity_recall |
| value: 69.7098 |
| - type: similarity_ap |
| value: 73.40769999999999 |
| - type: cosine_accuracy |
| value: 85.96289999999999 |
| - type: cosine_accuracy_threshold |
| value: 81.7526 |
| - type: cosine_f1 |
| value: 67.0984 |
| - type: cosine_f1_threshold |
| value: 78.1167 |
| - type: cosine_precision |
| value: 64.6756 |
| - type: cosine_recall |
| value: 69.7098 |
| - type: cosine_ap |
| value: 73.40769999999999 |
| - type: manhattan_accuracy |
| value: 85.8735 |
| - type: manhattan_accuracy_threshold |
| value: 22624.693300000003 |
| - type: manhattan_f1 |
| value: 67.13 |
| - type: manhattan_f1_threshold |
| value: 24148.2193 |
| - type: manhattan_precision |
| value: 65.52759999999999 |
| - type: manhattan_recall |
| value: 68.8127 |
| - type: manhattan_ap |
| value: 73.4081 |
| - type: euclidean_accuracy |
| value: 85.9391 |
| - type: euclidean_accuracy_threshold |
| value: 1019.5558 |
| - type: euclidean_f1 |
| value: 67.0856 |
| - type: euclidean_f1_threshold |
| value: 1125.2108 |
| - type: euclidean_precision |
| value: 64.0509 |
| - type: euclidean_recall |
| value: 70.4222 |
| - type: euclidean_ap |
| value: 73.38289999999999 |
| - type: dot_accuracy |
| value: 85.3013 |
| - type: dot_accuracy_threshold |
| value: 23728.8651 |
| - type: dot_f1 |
| value: 65.8888 |
| - type: dot_f1_threshold |
| value: 22264.9994 |
| - type: dot_precision |
| value: 62.2128 |
| - type: dot_recall |
| value: 70.0264 |
| - type: dot_ap |
| value: 71.5369 |
| - type: max_accuracy |
| value: 85.96289999999999 |
| - type: max_f1 |
| value: 67.13 |
| - type: max_precision |
| value: 65.52759999999999 |
| - type: max_recall |
| value: 70.4222 |
| - type: max_ap |
| value: 73.4081 |
| - type: main_score |
| value: 73.4081 |
| task: |
| type: PairClassification |
| - dataset: |
| config: default |
| name: MTEB TwitterURLCorpus (default) |
| revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf |
| split: test |
| type: mteb/twitterurlcorpus-pairclassification |
| metrics: |
| - type: similarity_accuracy |
| value: 88.81710000000001 |
| - type: similarity_accuracy_threshold |
| value: 75.9413 |
| - type: similarity_f1 |
| value: 77.74560000000001 |
| - type: similarity_f1_threshold |
| value: 72.7591 |
| - type: similarity_precision |
| value: 74.17660000000001 |
| - type: similarity_recall |
| value: 81.6754 |
| - type: similarity_ap |
| value: 85.43230000000001 |
| - type: cosine_accuracy |
| value: 88.81710000000001 |
| - type: cosine_accuracy_threshold |
| value: 75.9413 |
| - type: cosine_f1 |
| value: 77.74560000000001 |
| - type: cosine_f1_threshold |
| value: 72.7591 |
| - type: cosine_precision |
| value: 74.17660000000001 |
| - type: cosine_recall |
| value: 81.6754 |
| - type: cosine_ap |
| value: 85.43230000000001 |
| - type: manhattan_accuracy |
| value: 88.7802 |
| - type: manhattan_accuracy_threshold |
| value: 25609.9884 |
| - type: manhattan_f1 |
| value: 77.5999 |
| - type: manhattan_f1_threshold |
| value: 26501.702899999997 |
| - type: manhattan_precision |
| value: 76.145 |
| - type: manhattan_recall |
| value: 79.1115 |
| - type: manhattan_ap |
| value: 85.34779999999999 |
| - type: euclidean_accuracy |
| value: 88.76859999999999 |
| - type: euclidean_accuracy_threshold |
| value: 1181.6877 |
| - type: euclidean_f1 |
| value: 77.6417 |
| - type: euclidean_f1_threshold |
| value: 1224.3926999999999 |
| - type: euclidean_precision |
| value: 75.6 |
| - type: euclidean_recall |
| value: 79.7967 |
| - type: euclidean_ap |
| value: 85.3782 |
| - type: dot_accuracy |
| value: 88.5726 |
| - type: dot_accuracy_threshold |
| value: 21390.567 |
| - type: dot_f1 |
| value: 77.4881 |
| - type: dot_f1_threshold |
| value: 20787.2925 |
| - type: dot_precision |
| value: 75.0505 |
| - type: dot_recall |
| value: 80.0893 |
| - type: dot_ap |
| value: 84.8854 |
| - type: max_accuracy |
| value: 88.81710000000001 |
| - type: max_f1 |
| value: 77.74560000000001 |
| - type: max_precision |
| value: 76.145 |
| - type: max_recall |
| value: 81.6754 |
| - type: max_ap |
| value: 85.43230000000001 |
| - type: main_score |
| value: 85.43230000000001 |
| task: |
| type: PairClassification |
| tags: |
| - mteb |
| --- |
| |
