| { | |
| "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0", | |
| "evaluation_time": 65.54995560646057, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.48936, | |
| "map_at_1": 0.31763, | |
| "map_at_10": 0.43019, | |
| "map_at_100": 0.44264, | |
| "map_at_1000": 0.44397, | |
| "map_at_20": 0.43668, | |
| "map_at_3": 0.39884, | |
| "map_at_5": 0.41533, | |
| "mrr_at_1": 0.40063694267515926, | |
| "mrr_at_10": 0.48846451319381284, | |
| "mrr_at_100": 0.49522304295327746, | |
| "mrr_at_1000": 0.49564300211083767, | |
| "mrr_at_20": 0.49234269311710627, | |
| "mrr_at_3": 0.46624203821656096, | |
| "mrr_at_5": 0.47901273885350387, | |
| "nauc_map_at_1000_diff1": 0.5459172197293635, | |
| "nauc_map_at_1000_max": 0.42264661470005505, | |
| "nauc_map_at_1000_std": -0.05276063595795234, | |
| "nauc_map_at_100_diff1": 0.5460928733245463, | |
| "nauc_map_at_100_max": 0.4220242687611015, | |
| "nauc_map_at_100_std": -0.05415645845380136, | |
| "nauc_map_at_10_diff1": 0.5493676348045626, | |
| "nauc_map_at_10_max": 0.4152559669265988, | |
| "nauc_map_at_10_std": -0.06964991024787746, | |
| "nauc_map_at_1_diff1": 0.601036296144563, | |
| "nauc_map_at_1_max": 0.3370140478030352, | |
| "nauc_map_at_1_std": -0.13582544840620328, | |
| "nauc_map_at_20_diff1": 0.5483642697034826, | |
| "nauc_map_at_20_max": 0.4191558762889365, | |
| "nauc_map_at_20_std": -0.06257853978489655, | |
| "nauc_map_at_3_diff1": 0.5545228221580871, | |
| "nauc_map_at_3_max": 0.39195195476352135, | |
| "nauc_map_at_3_std": -0.09444173199525188, | |
| "nauc_map_at_5_diff1": 0.5520517170411261, | |
| "nauc_map_at_5_max": 0.4056444116529713, | |
| "nauc_map_at_5_std": -0.08043410048525122, | |
| "nauc_mrr_at_1000_diff1": 0.5305920313535624, | |
| "nauc_mrr_at_1000_max": 0.44295663906870986, | |
| "nauc_mrr_at_1000_std": -0.005427410250237761, | |
| "nauc_mrr_at_100_diff1": 0.530359542055096, | |
| "nauc_mrr_at_100_max": 0.4429332659867827, | |
| "nauc_mrr_at_100_std": -0.005335912128708265, | |
| "nauc_mrr_at_10_diff1": 0.5306285010612894, | |
| "nauc_mrr_at_10_max": 0.44352619743401267, | |
| "nauc_mrr_at_10_std": -0.007545427036824614, | |
| "nauc_mrr_at_1_diff1": 0.5705327508195187, | |
| "nauc_mrr_at_1_max": 0.4207000171407997, | |
| "nauc_mrr_at_1_std": -0.044063337305515655, | |
| "nauc_mrr_at_20_diff1": 0.5304749139519108, | |
| "nauc_mrr_at_20_max": 0.44360885194871336, | |
| "nauc_mrr_at_20_std": -0.006544571966573831, | |
| "nauc_mrr_at_3_diff1": 0.5348129420116844, | |
| "nauc_mrr_at_3_max": 0.440700910702335, | |
| "nauc_mrr_at_3_std": -0.018517859080796468, | |
| "nauc_mrr_at_5_diff1": 0.5326149602419523, | |
| "nauc_mrr_at_5_max": 0.44311142945986554, | |
| "nauc_mrr_at_5_std": -0.006958949268058617, | |
| "nauc_ndcg_at_1000_diff1": 0.5233425935340452, | |
| "nauc_ndcg_at_1000_max": 0.44170205098975396, | |
| "nauc_ndcg_at_1000_std": 0.0025271889570088802, | |
| "nauc_ndcg_at_100_diff1": 0.5195045780123667, | |
| "nauc_ndcg_at_100_max": 0.4405279957321095, | |
| "nauc_ndcg_at_100_std": -0.0006370245918248862, | |
| "nauc_ndcg_at_10_diff1": 0.5283319309438677, | |
| "nauc_ndcg_at_10_max": 0.44051862552033394, | |
| "nauc_ndcg_at_10_std": -0.027184537272445308, | |
| "nauc_ndcg_at_1_diff1": 0.5705327508195187, | |
| "nauc_ndcg_at_1_max": 0.4207000171407997, | |
| "nauc_ndcg_at_1_std": -0.044063337305515655, | |
| "nauc_ndcg_at_20_diff1": 0.527216841165551, | |
| "nauc_ndcg_at_20_max": 0.44186495496594597, | |
| "nauc_ndcg_at_20_std": -0.020047038012045583, | |
| "nauc_ndcg_at_3_diff1": 0.5269276275342443, | |
| "nauc_ndcg_at_3_max": 0.4326465120815098, | |
| "nauc_ndcg_at_3_std": -0.0353239440567265, | |
| "nauc_ndcg_at_5_diff1": 0.5311172255523466, | |
| "nauc_ndcg_at_5_max": 0.43665003287550347, | |
| "nauc_ndcg_at_5_std": -0.030379850552689956, | |
| "nauc_precision_at_1000_diff1": -0.15278672034019866, | |
| "nauc_precision_at_1000_max": 0.11837356124611187, | |
| "nauc_precision_at_1000_std": 0.3471299367937873, | |
| "nauc_precision_at_100_diff1": -0.09482141848634178, | |
| "nauc_precision_at_100_max": 0.23701906172515652, | |
| "nauc_precision_at_100_std": 0.38901420422678396, | |
| "nauc_precision_at_10_diff1": 0.12295060015515728, | |
| "nauc_precision_at_10_max": 0.3930290600535279, | |
| "nauc_precision_at_10_std": 0.26003555835076975, | |
| "nauc_precision_at_1_diff1": 0.5705327508195187, | |
| "nauc_precision_at_1_max": 0.4207000171407997, | |
| "nauc_precision_at_1_std": -0.044063337305515655, | |
| "nauc_precision_at_20_diff1": 0.048391676096931936, | |
| "nauc_precision_at_20_max": 0.35156726047034936, | |
| "nauc_precision_at_20_std": 0.3217257513634862, | |
| "nauc_precision_at_3_diff1": 0.2962330162614599, | |
| "nauc_precision_at_3_max": 0.4373359305143132, | |
| "nauc_precision_at_3_std": 0.12096232671909246, | |
| "nauc_precision_at_5_diff1": 0.23033970799112222, | |
| "nauc_precision_at_5_max": 0.4377205452564277, | |
| "nauc_precision_at_5_std": 0.19327367250182723, | |
| "nauc_recall_at_1000_diff1": 0.3774219561007802, | |
| "nauc_recall_at_1000_max": 0.4420665703165497, | |
| "nauc_recall_at_1000_std": 0.292696569087332, | |
| "nauc_recall_at_100_diff1": 0.36833992119705206, | |
| "nauc_recall_at_100_max": 0.4197009187872589, | |
| "nauc_recall_at_100_std": 0.1595029823908181, | |
| "nauc_recall_at_10_diff1": 0.45498832262618544, | |
| "nauc_recall_at_10_max": 0.42394967411221196, | |
| "nauc_recall_at_10_std": -0.013759537202636608, | |
| "nauc_recall_at_1_diff1": 0.601036296144563, | |
| "nauc_recall_at_1_max": 0.3370140478030352, | |
| "nauc_recall_at_1_std": -0.13582544840620328, | |
| "nauc_recall_at_20_diff1": 0.4410825562743696, | |
| "nauc_recall_at_20_max": 0.43304832974358487, | |
| "nauc_recall_at_20_std": 0.021395633200003955, | |
| "nauc_recall_at_3_diff1": 0.49085593347785555, | |
| "nauc_recall_at_3_max": 0.3885787846871319, | |
| "nauc_recall_at_3_std": -0.07303692572619085, | |
| "nauc_recall_at_5_diff1": 0.48146147070759227, | |
| "nauc_recall_at_5_max": 0.40756808903553193, | |
| "nauc_recall_at_5_std": -0.03838517709347803, | |
| "ndcg_at_1": 0.40064, | |
| "ndcg_at_10": 0.48936, | |
| "ndcg_at_100": 0.53283, | |
| "ndcg_at_1000": 0.55219, | |
| "ndcg_at_20": 0.50559, | |
| "ndcg_at_3": 0.44659, | |
| "ndcg_at_5": 0.46406, | |
| "precision_at_1": 0.40064, | |
| "precision_at_10": 0.09274, | |
| "precision_at_100": 0.01462, | |
| "precision_at_1000": 0.00193, | |
| "precision_at_20": 0.05417, | |
| "precision_at_3": 0.21826, | |
| "precision_at_5": 0.15159, | |
| "recall_at_1": 0.31763, | |
| "recall_at_10": 0.59654, | |
| "recall_at_100": 0.78234, | |
| "recall_at_1000": 0.89933, | |
| "recall_at_20": 0.65562, | |
| "recall_at_3": 0.46577, | |
| "recall_at_5": 0.51941 | |
| } | |
| ] | |
| }, | |
| "task_name": "CQADupstackEnglishRetrieval" | |
| } |