| { | |
| "dataset_revision": "f46a197baaae43b4f621051089b82a364682dfeb", | |
| "evaluation_time": 42.89600086212158, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.54451, | |
| "map_at_1": 0.35008, | |
| "map_at_10": 0.4766, | |
| "map_at_100": 0.49208, | |
| "map_at_1000": 0.49313, | |
| "map_at_20": 0.48518, | |
| "map_at_3": 0.4353, | |
| "map_at_5": 0.45972, | |
| "mrr_at_1": 0.43776824034334766, | |
| "mrr_at_10": 0.53899959125281, | |
| "mrr_at_100": 0.5452502187043753, | |
| "mrr_at_1000": 0.545605659543267, | |
| "mrr_at_20": 0.542834771684145, | |
| "mrr_at_3": 0.5135908440629472, | |
| "mrr_at_5": 0.5299713876967094, | |
| "nauc_map_at_1000_diff1": 0.5486794052085544, | |
| "nauc_map_at_1000_max": 0.355903514125821, | |
| "nauc_map_at_1000_std": -0.07366027272118554, | |
| "nauc_map_at_100_diff1": 0.5485704190787305, | |
| "nauc_map_at_100_max": 0.3560692438652715, | |
| "nauc_map_at_100_std": -0.07333856170180249, | |
| "nauc_map_at_10_diff1": 0.5499899284177792, | |
| "nauc_map_at_10_max": 0.3491377293848788, | |
| "nauc_map_at_10_std": -0.08478916163476115, | |
| "nauc_map_at_1_diff1": 0.623920216001442, | |
| "nauc_map_at_1_max": 0.3031467658906463, | |
| "nauc_map_at_1_std": -0.12761261200919158, | |
| "nauc_map_at_20_diff1": 0.5499603785369608, | |
| "nauc_map_at_20_max": 0.3518739040423911, | |
| "nauc_map_at_20_std": -0.0795097328890575, | |
| "nauc_map_at_3_diff1": 0.5703068001585182, | |
| "nauc_map_at_3_max": 0.33820620180005595, | |
| "nauc_map_at_3_std": -0.09994455761818732, | |
| "nauc_map_at_5_diff1": 0.5545083992511146, | |
| "nauc_map_at_5_max": 0.3441044907485716, | |
| "nauc_map_at_5_std": -0.09052155018400089, | |
| "nauc_mrr_at_1000_diff1": 0.5335722038114961, | |
| "nauc_mrr_at_1000_max": 0.3678757683591127, | |
| "nauc_mrr_at_1000_std": -0.06416994362251245, | |
| "nauc_mrr_at_100_diff1": 0.5333942688777296, | |
| "nauc_mrr_at_100_max": 0.3680416833860768, | |
| "nauc_mrr_at_100_std": -0.06387871535774749, | |
| "nauc_mrr_at_10_diff1": 0.5321172536950817, | |
| "nauc_mrr_at_10_max": 0.3669983376841711, | |
| "nauc_mrr_at_10_std": -0.06683106203148255, | |
| "nauc_mrr_at_1_diff1": 0.5818873891050337, | |
| "nauc_mrr_at_1_max": 0.3672632728024075, | |
| "nauc_mrr_at_1_std": -0.09344304490856478, | |
| "nauc_mrr_at_20_diff1": 0.5326218316165595, | |
| "nauc_mrr_at_20_max": 0.3666603292573195, | |
| "nauc_mrr_at_20_std": -0.06446043825276766, | |
| "nauc_mrr_at_3_diff1": 0.5398468908647707, | |
| "nauc_mrr_at_3_max": 0.36579259232787853, | |
| "nauc_mrr_at_3_std": -0.07463485769426922, | |
| "nauc_mrr_at_5_diff1": 0.5346295676250412, | |
| "nauc_mrr_at_5_max": 0.37000766507735433, | |
| "nauc_mrr_at_5_std": -0.06475558742556127, | |
| "nauc_ndcg_at_1000_diff1": 0.5261634380134921, | |
| "nauc_ndcg_at_1000_max": 0.3677490369479484, | |
| "nauc_ndcg_at_1000_std": -0.04408389204632528, | |
| "nauc_ndcg_at_100_diff1": 0.520379832058609, | |
| "nauc_ndcg_at_100_max": 0.37166701456350837, | |
| "nauc_ndcg_at_100_std": -0.03627461785371647, | |
| "nauc_ndcg_at_10_diff1": 0.5167323553412708, | |
| "nauc_ndcg_at_10_max": 0.35542071790134644, | |
| "nauc_ndcg_at_10_std": -0.06731340930949309, | |
| "nauc_ndcg_at_1_diff1": 0.5818873891050337, | |
| "nauc_ndcg_at_1_max": 0.3672632728024075, | |
| "nauc_ndcg_at_1_std": -0.09344304490856478, | |
| "nauc_ndcg_at_20_diff1": 0.5186953691188774, | |
| "nauc_ndcg_at_20_max": 0.3526883818014472, | |
| "nauc_ndcg_at_20_std": -0.05828039744060956, | |
| "nauc_ndcg_at_3_diff1": 0.5289855723234772, | |
| "nauc_ndcg_at_3_max": 0.3610372772606341, | |
| "nauc_ndcg_at_3_std": -0.07030618501211636, | |
| "nauc_ndcg_at_5_diff1": 0.5184444304873205, | |
| "nauc_ndcg_at_5_max": 0.3589732485246277, | |
| "nauc_ndcg_at_5_std": -0.06485914803259771, | |
| "nauc_precision_at_1000_diff1": -0.21624463778758687, | |
| "nauc_precision_at_1000_max": -0.07400837692885066, | |
| "nauc_precision_at_1000_std": 0.05166754349017242, | |
| "nauc_precision_at_100_diff1": -0.16233575669761346, | |
| "nauc_precision_at_100_max": 0.07873903870181201, | |
| "nauc_precision_at_100_std": 0.16353534489066412, | |
| "nauc_precision_at_10_diff1": 0.003074035686901283, | |
| "nauc_precision_at_10_max": 0.2437350312778929, | |
| "nauc_precision_at_10_std": 0.1295807528703747, | |
| "nauc_precision_at_1_diff1": 0.5818873891050337, | |
| "nauc_precision_at_1_max": 0.3672632728024075, | |
| "nauc_precision_at_1_std": -0.09344304490856478, | |
| "nauc_precision_at_20_diff1": -0.06325149561471327, | |
| "nauc_precision_at_20_max": 0.18201784929324416, | |
| "nauc_precision_at_20_std": 0.14456201314467337, | |
| "nauc_precision_at_3_diff1": 0.23935740259771612, | |
| "nauc_precision_at_3_max": 0.3361048739464863, | |
| "nauc_precision_at_3_std": 0.03419868092655342, | |
| "nauc_precision_at_5_diff1": 0.10732081240964418, | |
| "nauc_precision_at_5_max": 0.29969588693118193, | |
| "nauc_precision_at_5_std": 0.09662783870926844, | |
| "nauc_recall_at_1000_diff1": 0.460451207706652, | |
| "nauc_recall_at_1000_max": 0.5223612030515346, | |
| "nauc_recall_at_1000_std": 0.5987013820472251, | |
| "nauc_recall_at_100_diff1": 0.35305700442520144, | |
| "nauc_recall_at_100_max": 0.45198704440640597, | |
| "nauc_recall_at_100_std": 0.2516101431123667, | |
| "nauc_recall_at_10_diff1": 0.3890337052547153, | |
| "nauc_recall_at_10_max": 0.2963947235891979, | |
| "nauc_recall_at_10_std": -0.05902392200174675, | |
| "nauc_recall_at_1_diff1": 0.623920216001442, | |
| "nauc_recall_at_1_max": 0.3031467658906463, | |
| "nauc_recall_at_1_std": -0.12761261200919158, | |
| "nauc_recall_at_20_diff1": 0.3724434562645535, | |
| "nauc_recall_at_20_max": 0.28249536342213777, | |
| "nauc_recall_at_20_std": 0.0026929748308686333, | |
| "nauc_recall_at_3_diff1": 0.48759973550214963, | |
| "nauc_recall_at_3_max": 0.3165929661924828, | |
| "nauc_recall_at_3_std": -0.09094685685891801, | |
| "nauc_recall_at_5_diff1": 0.43325123815908134, | |
| "nauc_recall_at_5_max": 0.31842048339691614, | |
| "nauc_recall_at_5_std": -0.06196753153882412, | |
| "ndcg_at_1": 0.43777, | |
| "ndcg_at_10": 0.54451, | |
| "ndcg_at_100": 0.59357, | |
| "ndcg_at_1000": 0.60872, | |
| "ndcg_at_20": 0.56414, | |
| "ndcg_at_3": 0.49284, | |
| "ndcg_at_5": 0.51858, | |
| "precision_at_1": 0.43777, | |
| "precision_at_10": 0.10687, | |
| "precision_at_100": 0.01655, | |
| "precision_at_1000": 0.00209, | |
| "precision_at_20": 0.06273, | |
| "precision_at_3": 0.24177, | |
| "precision_at_5": 0.17482, | |
| "recall_at_1": 0.35008, | |
| "recall_at_10": 0.66824, | |
| "recall_at_100": 0.87336, | |
| "recall_at_1000": 0.97046, | |
| "recall_at_20": 0.73998, | |
| "recall_at_3": 0.51313, | |
| "recall_at_5": 0.59018 | |
| } | |
| ] | |
| }, | |
| "task_name": "CQADupstackAndroidRetrieval" | |
| } |