File size: 7,202 Bytes
9f80cbd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53",
"evaluation_time": 127.34627389907837,
"kg_co2_emissions": null,
"mteb_version": "1.14.5",
"scores": {
"test": [
{
"hf_subset": "default",
"languages": [
"eng-Latn"
],
"main_score": 0.45888,
"map_at_1": 0.3027,
"map_at_10": 0.40313,
"map_at_100": 0.41426,
"map_at_1000": 0.41521,
"map_at_20": 0.40884,
"map_at_3": 0.3725,
"map_at_5": 0.38966,
"mrr_at_1": 0.353544776119403,
"mrr_at_10": 0.4426020936981757,
"mrr_at_100": 0.45020356978323933,
"mrr_at_1000": 0.45073933987678644,
"mrr_at_20": 0.44656337750919484,
"mrr_at_3": 0.4171330845771142,
"mrr_at_5": 0.43107898009950196,
"nauc_map_at_1000_diff1": 0.4602002998591468,
"nauc_map_at_1000_max": 0.37832787906738785,
"nauc_map_at_1000_std": -0.025764897272686913,
"nauc_map_at_100_diff1": 0.4601218631404845,
"nauc_map_at_100_max": 0.3781145274988756,
"nauc_map_at_100_std": -0.026175243488370296,
"nauc_map_at_10_diff1": 0.4630951457491073,
"nauc_map_at_10_max": 0.3769990373824708,
"nauc_map_at_10_std": -0.028239493396634712,
"nauc_map_at_1_diff1": 0.5318370869526909,
"nauc_map_at_1_max": 0.3544816123707917,
"nauc_map_at_1_std": -0.06400512861110906,
"nauc_map_at_20_diff1": 0.46040829205124717,
"nauc_map_at_20_max": 0.3774625214922985,
"nauc_map_at_20_std": -0.02624145282223442,
"nauc_map_at_3_diff1": 0.4712764560316526,
"nauc_map_at_3_max": 0.3632267298085324,
"nauc_map_at_3_std": -0.04219346820456278,
"nauc_map_at_5_diff1": 0.4676692886677038,
"nauc_map_at_5_max": 0.3767498374485091,
"nauc_map_at_5_std": -0.034610909515382426,
"nauc_mrr_at_1000_diff1": 0.45575436809112985,
"nauc_mrr_at_1000_max": 0.3992115993424273,
"nauc_mrr_at_1000_std": -0.020780997396293646,
"nauc_mrr_at_100_diff1": 0.4556042446495109,
"nauc_mrr_at_100_max": 0.39905197014669186,
"nauc_mrr_at_100_std": -0.02095762794921969,
"nauc_mrr_at_10_diff1": 0.4547343248276947,
"nauc_mrr_at_10_max": 0.3995534714309738,
"nauc_mrr_at_10_std": -0.02086934654657477,
"nauc_mrr_at_1_diff1": 0.5204292203745828,
"nauc_mrr_at_1_max": 0.39374856714603207,
"nauc_mrr_at_1_std": -0.05892809225394132,
"nauc_mrr_at_20_diff1": 0.45470767977192633,
"nauc_mrr_at_20_max": 0.3990246022339995,
"nauc_mrr_at_20_std": -0.020325224205020816,
"nauc_mrr_at_3_diff1": 0.4598836064994108,
"nauc_mrr_at_3_max": 0.3932229988878804,
"nauc_mrr_at_3_std": -0.03294291172078526,
"nauc_mrr_at_5_diff1": 0.45745958091955,
"nauc_mrr_at_5_max": 0.40070271169907173,
"nauc_mrr_at_5_std": -0.03007925483503964,
"nauc_ndcg_at_1000_diff1": 0.43961368562273373,
"nauc_ndcg_at_1000_max": 0.3924505743321478,
"nauc_ndcg_at_1000_std": 0.003924947717568961,
"nauc_ndcg_at_100_diff1": 0.43539202238081715,
"nauc_ndcg_at_100_max": 0.38886112252597843,
"nauc_ndcg_at_100_std": 0.0005230049265645784,
"nauc_ndcg_at_10_diff1": 0.43795892818982085,
"nauc_ndcg_at_10_max": 0.38628173299090934,
"nauc_ndcg_at_10_std": -0.007060348389490689,
"nauc_ndcg_at_1_diff1": 0.5204292203745828,
"nauc_ndcg_at_1_max": 0.39374856714603207,
"nauc_ndcg_at_1_std": -0.05892809225394132,
"nauc_ndcg_at_20_diff1": 0.4328870474891969,
"nauc_ndcg_at_20_max": 0.38531881928089823,
"nauc_ndcg_at_20_std": -0.0007869955215274373,
"nauc_ndcg_at_3_diff1": 0.44732407213706155,
"nauc_ndcg_at_3_max": 0.367512935461387,
"nauc_ndcg_at_3_std": -0.03552580519247987,
"nauc_ndcg_at_5_diff1": 0.4455706639898831,
"nauc_ndcg_at_5_max": 0.3871015366307105,
"nauc_ndcg_at_5_std": -0.025764316559783864,
"nauc_precision_at_1000_diff1": -0.14907520378137196,
"nauc_precision_at_1000_max": 0.043901942857322414,
"nauc_precision_at_1000_std": 0.0941049528891135,
"nauc_precision_at_100_diff1": -0.03726507764788911,
"nauc_precision_at_100_max": 0.1638821557409485,
"nauc_precision_at_100_std": 0.09906565972785869,
"nauc_precision_at_10_diff1": 0.15080288005049752,
"nauc_precision_at_10_max": 0.3066972333424892,
"nauc_precision_at_10_std": 0.057988470709433075,
"nauc_precision_at_1_diff1": 0.5204292203745828,
"nauc_precision_at_1_max": 0.39374856714603207,
"nauc_precision_at_1_std": -0.05892809225394132,
"nauc_precision_at_20_diff1": 0.08386810657866965,
"nauc_precision_at_20_max": 0.264996795990837,
"nauc_precision_at_20_std": 0.07597281484187647,
"nauc_precision_at_3_diff1": 0.2908206812174061,
"nauc_precision_at_3_max": 0.3434167447809532,
"nauc_precision_at_3_std": 0.0009178648253587609,
"nauc_precision_at_5_diff1": 0.22708276262737706,
"nauc_precision_at_5_max": 0.354254590154193,
"nauc_precision_at_5_std": 0.02296553015040456,
"nauc_recall_at_1000_diff1": 0.30163881962973527,
"nauc_recall_at_1000_max": 0.5082049496951329,
"nauc_recall_at_1000_std": 0.44769519169750294,
"nauc_recall_at_100_diff1": 0.3202953537052301,
"nauc_recall_at_100_max": 0.3769937237348721,
"nauc_recall_at_100_std": 0.12438889625985035,
"nauc_recall_at_10_diff1": 0.35286748088136805,
"nauc_recall_at_10_max": 0.3696477246508002,
"nauc_recall_at_10_std": 0.05527850029867015,
"nauc_recall_at_1_diff1": 0.5318370869526909,
"nauc_recall_at_1_max": 0.3544816123707917,
"nauc_recall_at_1_std": -0.06400512861110906,
"nauc_recall_at_20_diff1": 0.3277613938674226,
"nauc_recall_at_20_max": 0.36008840180340906,
"nauc_recall_at_20_std": 0.08463078130246139,
"nauc_recall_at_3_diff1": 0.4022182416895072,
"nauc_recall_at_3_max": 0.3426330049590399,
"nauc_recall_at_3_std": -0.02298756104642965,
"nauc_recall_at_5_diff1": 0.3874495878171933,
"nauc_recall_at_5_max": 0.381880498522596,
"nauc_recall_at_5_std": 0.0012063049969727486,
"ndcg_at_1": 0.35354,
"ndcg_at_10": 0.45888,
"ndcg_at_100": 0.50773,
"ndcg_at_1000": 0.52851,
"ndcg_at_20": 0.47611,
"ndcg_at_3": 0.4066,
"ndcg_at_5": 0.43076,
"precision_at_1": 0.35354,
"precision_at_10": 0.07771,
"precision_at_100": 0.01144,
"precision_at_1000": 0.00142,
"precision_at_20": 0.04389,
"precision_at_3": 0.18532,
"precision_at_5": 0.13022,
"recall_at_1": 0.3027,
"recall_at_10": 0.58711,
"recall_at_100": 0.79617,
"recall_at_1000": 0.94083,
"recall_at_20": 0.64855,
"recall_at_3": 0.44255,
"recall_at_5": 0.50499
}
]
},
"task_name": "CQADupstackUnixRetrieval"
} |