File size: 7,184 Bytes
9f80cbd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "f46a197baaae43b4f621051089b82a364682dfeb",
"evaluation_time": 42.89600086212158,
"kg_co2_emissions": null,
"mteb_version": "1.14.5",
"scores": {
"test": [
{
"hf_subset": "default",
"languages": [
"eng-Latn"
],
"main_score": 0.54451,
"map_at_1": 0.35008,
"map_at_10": 0.4766,
"map_at_100": 0.49208,
"map_at_1000": 0.49313,
"map_at_20": 0.48518,
"map_at_3": 0.4353,
"map_at_5": 0.45972,
"mrr_at_1": 0.43776824034334766,
"mrr_at_10": 0.53899959125281,
"mrr_at_100": 0.5452502187043753,
"mrr_at_1000": 0.545605659543267,
"mrr_at_20": 0.542834771684145,
"mrr_at_3": 0.5135908440629472,
"mrr_at_5": 0.5299713876967094,
"nauc_map_at_1000_diff1": 0.5486794052085544,
"nauc_map_at_1000_max": 0.355903514125821,
"nauc_map_at_1000_std": -0.07366027272118554,
"nauc_map_at_100_diff1": 0.5485704190787305,
"nauc_map_at_100_max": 0.3560692438652715,
"nauc_map_at_100_std": -0.07333856170180249,
"nauc_map_at_10_diff1": 0.5499899284177792,
"nauc_map_at_10_max": 0.3491377293848788,
"nauc_map_at_10_std": -0.08478916163476115,
"nauc_map_at_1_diff1": 0.623920216001442,
"nauc_map_at_1_max": 0.3031467658906463,
"nauc_map_at_1_std": -0.12761261200919158,
"nauc_map_at_20_diff1": 0.5499603785369608,
"nauc_map_at_20_max": 0.3518739040423911,
"nauc_map_at_20_std": -0.0795097328890575,
"nauc_map_at_3_diff1": 0.5703068001585182,
"nauc_map_at_3_max": 0.33820620180005595,
"nauc_map_at_3_std": -0.09994455761818732,
"nauc_map_at_5_diff1": 0.5545083992511146,
"nauc_map_at_5_max": 0.3441044907485716,
"nauc_map_at_5_std": -0.09052155018400089,
"nauc_mrr_at_1000_diff1": 0.5335722038114961,
"nauc_mrr_at_1000_max": 0.3678757683591127,
"nauc_mrr_at_1000_std": -0.06416994362251245,
"nauc_mrr_at_100_diff1": 0.5333942688777296,
"nauc_mrr_at_100_max": 0.3680416833860768,
"nauc_mrr_at_100_std": -0.06387871535774749,
"nauc_mrr_at_10_diff1": 0.5321172536950817,
"nauc_mrr_at_10_max": 0.3669983376841711,
"nauc_mrr_at_10_std": -0.06683106203148255,
"nauc_mrr_at_1_diff1": 0.5818873891050337,
"nauc_mrr_at_1_max": 0.3672632728024075,
"nauc_mrr_at_1_std": -0.09344304490856478,
"nauc_mrr_at_20_diff1": 0.5326218316165595,
"nauc_mrr_at_20_max": 0.3666603292573195,
"nauc_mrr_at_20_std": -0.06446043825276766,
"nauc_mrr_at_3_diff1": 0.5398468908647707,
"nauc_mrr_at_3_max": 0.36579259232787853,
"nauc_mrr_at_3_std": -0.07463485769426922,
"nauc_mrr_at_5_diff1": 0.5346295676250412,
"nauc_mrr_at_5_max": 0.37000766507735433,
"nauc_mrr_at_5_std": -0.06475558742556127,
"nauc_ndcg_at_1000_diff1": 0.5261634380134921,
"nauc_ndcg_at_1000_max": 0.3677490369479484,
"nauc_ndcg_at_1000_std": -0.04408389204632528,
"nauc_ndcg_at_100_diff1": 0.520379832058609,
"nauc_ndcg_at_100_max": 0.37166701456350837,
"nauc_ndcg_at_100_std": -0.03627461785371647,
"nauc_ndcg_at_10_diff1": 0.5167323553412708,
"nauc_ndcg_at_10_max": 0.35542071790134644,
"nauc_ndcg_at_10_std": -0.06731340930949309,
"nauc_ndcg_at_1_diff1": 0.5818873891050337,
"nauc_ndcg_at_1_max": 0.3672632728024075,
"nauc_ndcg_at_1_std": -0.09344304490856478,
"nauc_ndcg_at_20_diff1": 0.5186953691188774,
"nauc_ndcg_at_20_max": 0.3526883818014472,
"nauc_ndcg_at_20_std": -0.05828039744060956,
"nauc_ndcg_at_3_diff1": 0.5289855723234772,
"nauc_ndcg_at_3_max": 0.3610372772606341,
"nauc_ndcg_at_3_std": -0.07030618501211636,
"nauc_ndcg_at_5_diff1": 0.5184444304873205,
"nauc_ndcg_at_5_max": 0.3589732485246277,
"nauc_ndcg_at_5_std": -0.06485914803259771,
"nauc_precision_at_1000_diff1": -0.21624463778758687,
"nauc_precision_at_1000_max": -0.07400837692885066,
"nauc_precision_at_1000_std": 0.05166754349017242,
"nauc_precision_at_100_diff1": -0.16233575669761346,
"nauc_precision_at_100_max": 0.07873903870181201,
"nauc_precision_at_100_std": 0.16353534489066412,
"nauc_precision_at_10_diff1": 0.003074035686901283,
"nauc_precision_at_10_max": 0.2437350312778929,
"nauc_precision_at_10_std": 0.1295807528703747,
"nauc_precision_at_1_diff1": 0.5818873891050337,
"nauc_precision_at_1_max": 0.3672632728024075,
"nauc_precision_at_1_std": -0.09344304490856478,
"nauc_precision_at_20_diff1": -0.06325149561471327,
"nauc_precision_at_20_max": 0.18201784929324416,
"nauc_precision_at_20_std": 0.14456201314467337,
"nauc_precision_at_3_diff1": 0.23935740259771612,
"nauc_precision_at_3_max": 0.3361048739464863,
"nauc_precision_at_3_std": 0.03419868092655342,
"nauc_precision_at_5_diff1": 0.10732081240964418,
"nauc_precision_at_5_max": 0.29969588693118193,
"nauc_precision_at_5_std": 0.09662783870926844,
"nauc_recall_at_1000_diff1": 0.460451207706652,
"nauc_recall_at_1000_max": 0.5223612030515346,
"nauc_recall_at_1000_std": 0.5987013820472251,
"nauc_recall_at_100_diff1": 0.35305700442520144,
"nauc_recall_at_100_max": 0.45198704440640597,
"nauc_recall_at_100_std": 0.2516101431123667,
"nauc_recall_at_10_diff1": 0.3890337052547153,
"nauc_recall_at_10_max": 0.2963947235891979,
"nauc_recall_at_10_std": -0.05902392200174675,
"nauc_recall_at_1_diff1": 0.623920216001442,
"nauc_recall_at_1_max": 0.3031467658906463,
"nauc_recall_at_1_std": -0.12761261200919158,
"nauc_recall_at_20_diff1": 0.3724434562645535,
"nauc_recall_at_20_max": 0.28249536342213777,
"nauc_recall_at_20_std": 0.0026929748308686333,
"nauc_recall_at_3_diff1": 0.48759973550214963,
"nauc_recall_at_3_max": 0.3165929661924828,
"nauc_recall_at_3_std": -0.09094685685891801,
"nauc_recall_at_5_diff1": 0.43325123815908134,
"nauc_recall_at_5_max": 0.31842048339691614,
"nauc_recall_at_5_std": -0.06196753153882412,
"ndcg_at_1": 0.43777,
"ndcg_at_10": 0.54451,
"ndcg_at_100": 0.59357,
"ndcg_at_1000": 0.60872,
"ndcg_at_20": 0.56414,
"ndcg_at_3": 0.49284,
"ndcg_at_5": 0.51858,
"precision_at_1": 0.43777,
"precision_at_10": 0.10687,
"precision_at_100": 0.01655,
"precision_at_1000": 0.00209,
"precision_at_20": 0.06273,
"precision_at_3": 0.24177,
"precision_at_5": 0.17482,
"recall_at_1": 0.35008,
"recall_at_10": 0.66824,
"recall_at_100": 0.87336,
"recall_at_1000": 0.97046,
"recall_at_20": 0.73998,
"recall_at_3": 0.51313,
"recall_at_5": 0.59018
}
]
},
"task_name": "CQADupstackAndroidRetrieval"
} |