File size: 7,166 Bytes
9f80cbd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a",
"evaluation_time": 126.3222188949585,
"kg_co2_emissions": null,
"mteb_version": "1.14.5",
"scores": {
"test": [
{
"hf_subset": "default",
"languages": [
"eng-Latn"
],
"main_score": 0.37146,
"map_at_1": 0.25384,
"map_at_10": 0.32807,
"map_at_100": 0.33862,
"map_at_1000": 0.33962,
"map_at_20": 0.33329,
"map_at_3": 0.30534,
"map_at_5": 0.31866,
"mrr_at_1": 0.2852760736196319,
"mrr_at_10": 0.3570266092121921,
"mrr_at_100": 0.3661310431103298,
"mrr_at_1000": 0.3667680179396901,
"mrr_at_20": 0.3614906372389895,
"mrr_at_3": 0.33537832310838456,
"mrr_at_5": 0.3487218813905932,
"nauc_map_at_1000_diff1": 0.498388619967481,
"nauc_map_at_1000_max": 0.3301275375543649,
"nauc_map_at_1000_std": 0.061556200784709865,
"nauc_map_at_100_diff1": 0.49847271937250304,
"nauc_map_at_100_max": 0.33005275178335497,
"nauc_map_at_100_std": 0.06140152038333716,
"nauc_map_at_10_diff1": 0.5010675543494738,
"nauc_map_at_10_max": 0.32848620912550547,
"nauc_map_at_10_std": 0.05765001135549728,
"nauc_map_at_1_diff1": 0.5610228545878864,
"nauc_map_at_1_max": 0.30534960435377856,
"nauc_map_at_1_std": 0.007874879374477511,
"nauc_map_at_20_diff1": 0.49945902358913674,
"nauc_map_at_20_max": 0.32891670802356177,
"nauc_map_at_20_std": 0.06003147385652427,
"nauc_map_at_3_diff1": 0.509034737976931,
"nauc_map_at_3_max": 0.3157363278156868,
"nauc_map_at_3_std": 0.041993348863212585,
"nauc_map_at_5_diff1": 0.4999527099592526,
"nauc_map_at_5_max": 0.32000967647298073,
"nauc_map_at_5_std": 0.05014086364411536,
"nauc_mrr_at_1000_diff1": 0.49867180251825066,
"nauc_mrr_at_1000_max": 0.35351161953102606,
"nauc_mrr_at_1000_std": 0.08490657152021402,
"nauc_mrr_at_100_diff1": 0.49856337751471014,
"nauc_mrr_at_100_max": 0.3535014989454659,
"nauc_mrr_at_100_std": 0.08486299239175459,
"nauc_mrr_at_10_diff1": 0.49990229109316575,
"nauc_mrr_at_10_max": 0.3547640930119924,
"nauc_mrr_at_10_std": 0.08338018850654867,
"nauc_mrr_at_1_diff1": 0.5657025716120128,
"nauc_mrr_at_1_max": 0.35957228426157034,
"nauc_mrr_at_1_std": 0.05087242938099348,
"nauc_mrr_at_20_diff1": 0.4992389573135133,
"nauc_mrr_at_20_max": 0.3532712574206991,
"nauc_mrr_at_20_std": 0.08381201343283182,
"nauc_mrr_at_3_diff1": 0.5093558569912306,
"nauc_mrr_at_3_max": 0.3482002417974401,
"nauc_mrr_at_3_std": 0.07622995286087227,
"nauc_mrr_at_5_diff1": 0.49968526347822134,
"nauc_mrr_at_5_max": 0.34991832315328814,
"nauc_mrr_at_5_std": 0.07811865073845033,
"nauc_ndcg_at_1000_diff1": 0.4701644083426761,
"nauc_ndcg_at_1000_max": 0.3445227732675302,
"nauc_ndcg_at_1000_std": 0.10033527433522724,
"nauc_ndcg_at_100_diff1": 0.46820014097746177,
"nauc_ndcg_at_100_max": 0.3441884108964478,
"nauc_ndcg_at_100_std": 0.10046418207959233,
"nauc_ndcg_at_10_diff1": 0.4775550774554427,
"nauc_ndcg_at_10_max": 0.3404308867417485,
"nauc_ndcg_at_10_std": 0.08275528916740435,
"nauc_ndcg_at_1_diff1": 0.5657025716120128,
"nauc_ndcg_at_1_max": 0.35957228426157034,
"nauc_ndcg_at_1_std": 0.05087242938099348,
"nauc_ndcg_at_20_diff1": 0.4724811885433681,
"nauc_ndcg_at_20_max": 0.33852980734582494,
"nauc_ndcg_at_20_std": 0.0886844098667606,
"nauc_ndcg_at_3_diff1": 0.49154415015777336,
"nauc_ndcg_at_3_max": 0.3268589238663559,
"nauc_ndcg_at_3_std": 0.06393447453185067,
"nauc_ndcg_at_5_diff1": 0.4757462550096367,
"nauc_ndcg_at_5_max": 0.3259149555406328,
"nauc_ndcg_at_5_std": 0.06858521066588855,
"nauc_precision_at_1000_diff1": -0.04562167097095771,
"nauc_precision_at_1000_max": 0.1785142452303287,
"nauc_precision_at_1000_std": 0.15471710004439015,
"nauc_precision_at_100_diff1": 0.11686381664599461,
"nauc_precision_at_100_max": 0.3284951099179078,
"nauc_precision_at_100_std": 0.2281910709742711,
"nauc_precision_at_10_diff1": 0.3103127576357192,
"nauc_precision_at_10_max": 0.4122126701537284,
"nauc_precision_at_10_std": 0.21431454558872431,
"nauc_precision_at_1_diff1": 0.5657025716120128,
"nauc_precision_at_1_max": 0.35957228426157034,
"nauc_precision_at_1_std": 0.05087242938099348,
"nauc_precision_at_20_diff1": 0.2582603630143319,
"nauc_precision_at_20_max": 0.38659818044732225,
"nauc_precision_at_20_std": 0.22435204134876746,
"nauc_precision_at_3_diff1": 0.3901746417522407,
"nauc_precision_at_3_max": 0.36651267583800407,
"nauc_precision_at_3_std": 0.15285216993622433,
"nauc_precision_at_5_diff1": 0.32999634066038364,
"nauc_precision_at_5_max": 0.3757909614509243,
"nauc_precision_at_5_std": 0.18065601300098477,
"nauc_recall_at_1000_diff1": 0.24252421047627168,
"nauc_recall_at_1000_max": 0.3633542769764693,
"nauc_recall_at_1000_std": 0.4112112150896641,
"nauc_recall_at_100_diff1": 0.31072978235339505,
"nauc_recall_at_100_max": 0.33773974450990524,
"nauc_recall_at_100_std": 0.2479241474703406,
"nauc_recall_at_10_diff1": 0.40132568863089224,
"nauc_recall_at_10_max": 0.3370628227561707,
"nauc_recall_at_10_std": 0.12576271986776932,
"nauc_recall_at_1_diff1": 0.5610228545878864,
"nauc_recall_at_1_max": 0.30534960435377856,
"nauc_recall_at_1_std": 0.007874879374477511,
"nauc_recall_at_20_diff1": 0.3706389403920372,
"nauc_recall_at_20_max": 0.3174756932344393,
"nauc_recall_at_20_std": 0.14486492299343723,
"nauc_recall_at_3_diff1": 0.44602987170285197,
"nauc_recall_at_3_max": 0.2918097047541998,
"nauc_recall_at_3_std": 0.06421884592758816,
"nauc_recall_at_5_diff1": 0.4016581780527625,
"nauc_recall_at_5_max": 0.296500458349481,
"nauc_recall_at_5_std": 0.0852115433826634,
"ndcg_at_1": 0.28528,
"ndcg_at_10": 0.37146,
"ndcg_at_100": 0.4243,
"ndcg_at_1000": 0.44742,
"ndcg_at_20": 0.3888,
"ndcg_at_3": 0.32984,
"ndcg_at_5": 0.35106,
"precision_at_1": 0.28528,
"precision_at_10": 0.05874,
"precision_at_100": 0.00931,
"precision_at_1000": 0.0012,
"precision_at_20": 0.03397,
"precision_at_3": 0.14264,
"precision_at_5": 0.10031,
"recall_at_1": 0.25384,
"recall_at_10": 0.47427,
"recall_at_100": 0.71808,
"recall_at_1000": 0.88563,
"recall_at_20": 0.54012,
"recall_at_3": 0.3596,
"recall_at_5": 0.41189
}
]
},
"task_name": "CQADupstackStatsRetrieval"
} |