| { | |
| "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53", | |
| "evaluation_time": 127.34627389907837, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.45888, | |
| "map_at_1": 0.3027, | |
| "map_at_10": 0.40313, | |
| "map_at_100": 0.41426, | |
| "map_at_1000": 0.41521, | |
| "map_at_20": 0.40884, | |
| "map_at_3": 0.3725, | |
| "map_at_5": 0.38966, | |
| "mrr_at_1": 0.353544776119403, | |
| "mrr_at_10": 0.4426020936981757, | |
| "mrr_at_100": 0.45020356978323933, | |
| "mrr_at_1000": 0.45073933987678644, | |
| "mrr_at_20": 0.44656337750919484, | |
| "mrr_at_3": 0.4171330845771142, | |
| "mrr_at_5": 0.43107898009950196, | |
| "nauc_map_at_1000_diff1": 0.4602002998591468, | |
| "nauc_map_at_1000_max": 0.37832787906738785, | |
| "nauc_map_at_1000_std": -0.025764897272686913, | |
| "nauc_map_at_100_diff1": 0.4601218631404845, | |
| "nauc_map_at_100_max": 0.3781145274988756, | |
| "nauc_map_at_100_std": -0.026175243488370296, | |
| "nauc_map_at_10_diff1": 0.4630951457491073, | |
| "nauc_map_at_10_max": 0.3769990373824708, | |
| "nauc_map_at_10_std": -0.028239493396634712, | |
| "nauc_map_at_1_diff1": 0.5318370869526909, | |
| "nauc_map_at_1_max": 0.3544816123707917, | |
| "nauc_map_at_1_std": -0.06400512861110906, | |
| "nauc_map_at_20_diff1": 0.46040829205124717, | |
| "nauc_map_at_20_max": 0.3774625214922985, | |
| "nauc_map_at_20_std": -0.02624145282223442, | |
| "nauc_map_at_3_diff1": 0.4712764560316526, | |
| "nauc_map_at_3_max": 0.3632267298085324, | |
| "nauc_map_at_3_std": -0.04219346820456278, | |
| "nauc_map_at_5_diff1": 0.4676692886677038, | |
| "nauc_map_at_5_max": 0.3767498374485091, | |
| "nauc_map_at_5_std": -0.034610909515382426, | |
| "nauc_mrr_at_1000_diff1": 0.45575436809112985, | |
| "nauc_mrr_at_1000_max": 0.3992115993424273, | |
| "nauc_mrr_at_1000_std": -0.020780997396293646, | |
| "nauc_mrr_at_100_diff1": 0.4556042446495109, | |
| "nauc_mrr_at_100_max": 0.39905197014669186, | |
| "nauc_mrr_at_100_std": -0.02095762794921969, | |
| "nauc_mrr_at_10_diff1": 0.4547343248276947, | |
| "nauc_mrr_at_10_max": 0.3995534714309738, | |
| "nauc_mrr_at_10_std": -0.02086934654657477, | |
| "nauc_mrr_at_1_diff1": 0.5204292203745828, | |
| "nauc_mrr_at_1_max": 0.39374856714603207, | |
| "nauc_mrr_at_1_std": -0.05892809225394132, | |
| "nauc_mrr_at_20_diff1": 0.45470767977192633, | |
| "nauc_mrr_at_20_max": 0.3990246022339995, | |
| "nauc_mrr_at_20_std": -0.020325224205020816, | |
| "nauc_mrr_at_3_diff1": 0.4598836064994108, | |
| "nauc_mrr_at_3_max": 0.3932229988878804, | |
| "nauc_mrr_at_3_std": -0.03294291172078526, | |
| "nauc_mrr_at_5_diff1": 0.45745958091955, | |
| "nauc_mrr_at_5_max": 0.40070271169907173, | |
| "nauc_mrr_at_5_std": -0.03007925483503964, | |
| "nauc_ndcg_at_1000_diff1": 0.43961368562273373, | |
| "nauc_ndcg_at_1000_max": 0.3924505743321478, | |
| "nauc_ndcg_at_1000_std": 0.003924947717568961, | |
| "nauc_ndcg_at_100_diff1": 0.43539202238081715, | |
| "nauc_ndcg_at_100_max": 0.38886112252597843, | |
| "nauc_ndcg_at_100_std": 0.0005230049265645784, | |
| "nauc_ndcg_at_10_diff1": 0.43795892818982085, | |
| "nauc_ndcg_at_10_max": 0.38628173299090934, | |
| "nauc_ndcg_at_10_std": -0.007060348389490689, | |
| "nauc_ndcg_at_1_diff1": 0.5204292203745828, | |
| "nauc_ndcg_at_1_max": 0.39374856714603207, | |
| "nauc_ndcg_at_1_std": -0.05892809225394132, | |
| "nauc_ndcg_at_20_diff1": 0.4328870474891969, | |
| "nauc_ndcg_at_20_max": 0.38531881928089823, | |
| "nauc_ndcg_at_20_std": -0.0007869955215274373, | |
| "nauc_ndcg_at_3_diff1": 0.44732407213706155, | |
| "nauc_ndcg_at_3_max": 0.367512935461387, | |
| "nauc_ndcg_at_3_std": -0.03552580519247987, | |
| "nauc_ndcg_at_5_diff1": 0.4455706639898831, | |
| "nauc_ndcg_at_5_max": 0.3871015366307105, | |
| "nauc_ndcg_at_5_std": -0.025764316559783864, | |
| "nauc_precision_at_1000_diff1": -0.14907520378137196, | |
| "nauc_precision_at_1000_max": 0.043901942857322414, | |
| "nauc_precision_at_1000_std": 0.0941049528891135, | |
| "nauc_precision_at_100_diff1": -0.03726507764788911, | |
| "nauc_precision_at_100_max": 0.1638821557409485, | |
| "nauc_precision_at_100_std": 0.09906565972785869, | |
| "nauc_precision_at_10_diff1": 0.15080288005049752, | |
| "nauc_precision_at_10_max": 0.3066972333424892, | |
| "nauc_precision_at_10_std": 0.057988470709433075, | |
| "nauc_precision_at_1_diff1": 0.5204292203745828, | |
| "nauc_precision_at_1_max": 0.39374856714603207, | |
| "nauc_precision_at_1_std": -0.05892809225394132, | |
| "nauc_precision_at_20_diff1": 0.08386810657866965, | |
| "nauc_precision_at_20_max": 0.264996795990837, | |
| "nauc_precision_at_20_std": 0.07597281484187647, | |
| "nauc_precision_at_3_diff1": 0.2908206812174061, | |
| "nauc_precision_at_3_max": 0.3434167447809532, | |
| "nauc_precision_at_3_std": 0.0009178648253587609, | |
| "nauc_precision_at_5_diff1": 0.22708276262737706, | |
| "nauc_precision_at_5_max": 0.354254590154193, | |
| "nauc_precision_at_5_std": 0.02296553015040456, | |
| "nauc_recall_at_1000_diff1": 0.30163881962973527, | |
| "nauc_recall_at_1000_max": 0.5082049496951329, | |
| "nauc_recall_at_1000_std": 0.44769519169750294, | |
| "nauc_recall_at_100_diff1": 0.3202953537052301, | |
| "nauc_recall_at_100_max": 0.3769937237348721, | |
| "nauc_recall_at_100_std": 0.12438889625985035, | |
| "nauc_recall_at_10_diff1": 0.35286748088136805, | |
| "nauc_recall_at_10_max": 0.3696477246508002, | |
| "nauc_recall_at_10_std": 0.05527850029867015, | |
| "nauc_recall_at_1_diff1": 0.5318370869526909, | |
| "nauc_recall_at_1_max": 0.3544816123707917, | |
| "nauc_recall_at_1_std": -0.06400512861110906, | |
| "nauc_recall_at_20_diff1": 0.3277613938674226, | |
| "nauc_recall_at_20_max": 0.36008840180340906, | |
| "nauc_recall_at_20_std": 0.08463078130246139, | |
| "nauc_recall_at_3_diff1": 0.4022182416895072, | |
| "nauc_recall_at_3_max": 0.3426330049590399, | |
| "nauc_recall_at_3_std": -0.02298756104642965, | |
| "nauc_recall_at_5_diff1": 0.3874495878171933, | |
| "nauc_recall_at_5_max": 0.381880498522596, | |
| "nauc_recall_at_5_std": 0.0012063049969727486, | |
| "ndcg_at_1": 0.35354, | |
| "ndcg_at_10": 0.45888, | |
| "ndcg_at_100": 0.50773, | |
| "ndcg_at_1000": 0.52851, | |
| "ndcg_at_20": 0.47611, | |
| "ndcg_at_3": 0.4066, | |
| "ndcg_at_5": 0.43076, | |
| "precision_at_1": 0.35354, | |
| "precision_at_10": 0.07771, | |
| "precision_at_100": 0.01144, | |
| "precision_at_1000": 0.00142, | |
| "precision_at_20": 0.04389, | |
| "precision_at_3": 0.18532, | |
| "precision_at_5": 0.13022, | |
| "recall_at_1": 0.3027, | |
| "recall_at_10": 0.58711, | |
| "recall_at_100": 0.79617, | |
| "recall_at_1000": 0.94083, | |
| "recall_at_20": 0.64855, | |
| "recall_at_3": 0.44255, | |
| "recall_at_5": 0.50499 | |
| } | |
| ] | |
| }, | |
| "task_name": "CQADupstackUnixRetrieval" | |
| } |