| { | |
| "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", | |
| "evaluation_time": 55.483893632888794, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.33208, | |
| "map_at_1": 0.18381, | |
| "map_at_10": 0.27403, | |
| "map_at_100": 0.28675, | |
| "map_at_1000": 0.28782, | |
| "map_at_20": 0.27992, | |
| "map_at_3": 0.24548, | |
| "map_at_5": 0.26181, | |
| "mrr_at_1": 0.23507462686567165, | |
| "mrr_at_10": 0.32741402116402096, | |
| "mrr_at_100": 0.3368378389103377, | |
| "mrr_at_1000": 0.33745408038276475, | |
| "mrr_at_20": 0.3323727400153511, | |
| "mrr_at_3": 0.3007877280265342, | |
| "mrr_at_5": 0.316148424543947, | |
| "nauc_map_at_1000_diff1": 0.3835506605373351, | |
| "nauc_map_at_1000_max": 0.19381685867452142, | |
| "nauc_map_at_1000_std": -0.02050583040126034, | |
| "nauc_map_at_100_diff1": 0.38314858115891237, | |
| "nauc_map_at_100_max": 0.1937117450454643, | |
| "nauc_map_at_100_std": -0.020469766199583087, | |
| "nauc_map_at_10_diff1": 0.3840779531862336, | |
| "nauc_map_at_10_max": 0.19277792751003803, | |
| "nauc_map_at_10_std": -0.02383384589547619, | |
| "nauc_map_at_1_diff1": 0.4495581800066572, | |
| "nauc_map_at_1_max": 0.20438003714488978, | |
| "nauc_map_at_1_std": -0.02000126632439862, | |
| "nauc_map_at_20_diff1": 0.3825841129936531, | |
| "nauc_map_at_20_max": 0.19245457361391907, | |
| "nauc_map_at_20_std": -0.02356229982986028, | |
| "nauc_map_at_3_diff1": 0.39902362043759326, | |
| "nauc_map_at_3_max": 0.19242641916079836, | |
| "nauc_map_at_3_std": -0.03931781524753707, | |
| "nauc_map_at_5_diff1": 0.3870431872259705, | |
| "nauc_map_at_5_max": 0.1926852054940375, | |
| "nauc_map_at_5_std": -0.03236985532917684, | |
| "nauc_mrr_at_1000_diff1": 0.3854851498470842, | |
| "nauc_mrr_at_1000_max": 0.23893642169022167, | |
| "nauc_mrr_at_1000_std": -0.024136969072719623, | |
| "nauc_mrr_at_100_diff1": 0.38534302191691727, | |
| "nauc_mrr_at_100_max": 0.23893663676278984, | |
| "nauc_mrr_at_100_std": -0.024097381424195787, | |
| "nauc_mrr_at_10_diff1": 0.3853181096925956, | |
| "nauc_mrr_at_10_max": 0.23954577981934352, | |
| "nauc_mrr_at_10_std": -0.025006991589445082, | |
| "nauc_mrr_at_1_diff1": 0.4332105816347665, | |
| "nauc_mrr_at_1_max": 0.2530630186932532, | |
| "nauc_mrr_at_1_std": -0.025725437527186392, | |
| "nauc_mrr_at_20_diff1": 0.3847298070489984, | |
| "nauc_mrr_at_20_max": 0.2391565137628037, | |
| "nauc_mrr_at_20_std": -0.026039004277295302, | |
| "nauc_mrr_at_3_diff1": 0.3940004126068743, | |
| "nauc_mrr_at_3_max": 0.24249097586756987, | |
| "nauc_mrr_at_3_std": -0.03866551954059294, | |
| "nauc_mrr_at_5_diff1": 0.3874177952463559, | |
| "nauc_mrr_at_5_max": 0.2403980372752478, | |
| "nauc_mrr_at_5_std": -0.028406582870018363, | |
| "nauc_ndcg_at_1000_diff1": 0.36120390000428493, | |
| "nauc_ndcg_at_1000_max": 0.20626666943249947, | |
| "nauc_ndcg_at_1000_std": 0.0027254009736663192, | |
| "nauc_ndcg_at_100_diff1": 0.3560689059414668, | |
| "nauc_ndcg_at_100_max": 0.2020517776383036, | |
| "nauc_ndcg_at_100_std": 0.008168149038645609, | |
| "nauc_ndcg_at_10_diff1": 0.35824315489447817, | |
| "nauc_ndcg_at_10_max": 0.1985417334925029, | |
| "nauc_ndcg_at_10_std": -0.011642291316964657, | |
| "nauc_ndcg_at_1_diff1": 0.4332105816347665, | |
| "nauc_ndcg_at_1_max": 0.2530630186932532, | |
| "nauc_ndcg_at_1_std": -0.025725437527186392, | |
| "nauc_ndcg_at_20_diff1": 0.3549549399809524, | |
| "nauc_ndcg_at_20_max": 0.19813693151559036, | |
| "nauc_ndcg_at_20_std": -0.012017654922667532, | |
| "nauc_ndcg_at_3_diff1": 0.38443757580792187, | |
| "nauc_ndcg_at_3_max": 0.2062522173839377, | |
| "nauc_ndcg_at_3_std": -0.0467693551907594, | |
| "nauc_ndcg_at_5_diff1": 0.36471938016102884, | |
| "nauc_ndcg_at_5_max": 0.19898625307152265, | |
| "nauc_ndcg_at_5_std": -0.02967250314290654, | |
| "nauc_precision_at_1000_diff1": 0.006748008716956962, | |
| "nauc_precision_at_1000_max": 0.07501730139108707, | |
| "nauc_precision_at_1000_std": -0.00034604795204674574, | |
| "nauc_precision_at_100_diff1": 0.07648653799001072, | |
| "nauc_precision_at_100_max": 0.13322680400823728, | |
| "nauc_precision_at_100_std": 0.06010461514385008, | |
| "nauc_precision_at_10_diff1": 0.21846327427513665, | |
| "nauc_precision_at_10_max": 0.19819942336083554, | |
| "nauc_precision_at_10_std": 0.014727985371403032, | |
| "nauc_precision_at_1_diff1": 0.4332105816347665, | |
| "nauc_precision_at_1_max": 0.2530630186932532, | |
| "nauc_precision_at_1_std": -0.025725437527186392, | |
| "nauc_precision_at_20_diff1": 0.176002742122153, | |
| "nauc_precision_at_20_max": 0.17497159862877093, | |
| "nauc_precision_at_20_std": 0.011018165891280806, | |
| "nauc_precision_at_3_diff1": 0.3160255129358259, | |
| "nauc_precision_at_3_max": 0.22744726454403227, | |
| "nauc_precision_at_3_std": -0.05035185285998481, | |
| "nauc_precision_at_5_diff1": 0.2573818503391978, | |
| "nauc_precision_at_5_max": 0.20884157036103254, | |
| "nauc_precision_at_5_std": -0.017508855717606544, | |
| "nauc_recall_at_1000_diff1": 0.08699203171465966, | |
| "nauc_recall_at_1000_max": 0.20939916951625537, | |
| "nauc_recall_at_1000_std": 0.2654703922481569, | |
| "nauc_recall_at_100_diff1": 0.20808157626016482, | |
| "nauc_recall_at_100_max": 0.1549199672956999, | |
| "nauc_recall_at_100_std": 0.1594707992650486, | |
| "nauc_recall_at_10_diff1": 0.2636763796784938, | |
| "nauc_recall_at_10_max": 0.16059317450872862, | |
| "nauc_recall_at_10_std": 0.02287176708404564, | |
| "nauc_recall_at_1_diff1": 0.4495581800066572, | |
| "nauc_recall_at_1_max": 0.20438003714488978, | |
| "nauc_recall_at_1_std": -0.02000126632439862, | |
| "nauc_recall_at_20_diff1": 0.24879067445591938, | |
| "nauc_recall_at_20_max": 0.1582027095200204, | |
| "nauc_recall_at_20_std": 0.02224743006928958, | |
| "nauc_recall_at_3_diff1": 0.32652705814124233, | |
| "nauc_recall_at_3_max": 0.16567799264717403, | |
| "nauc_recall_at_3_std": -0.04958922831851308, | |
| "nauc_recall_at_5_diff1": 0.2829107729633427, | |
| "nauc_recall_at_5_max": 0.15887899888366383, | |
| "nauc_recall_at_5_std": -0.021614049226683245, | |
| "ndcg_at_1": 0.23507, | |
| "ndcg_at_10": 0.33208, | |
| "ndcg_at_100": 0.39396, | |
| "ndcg_at_1000": 0.41907, | |
| "ndcg_at_20": 0.35171, | |
| "ndcg_at_3": 0.28126, | |
| "ndcg_at_5": 0.30546, | |
| "precision_at_1": 0.23507, | |
| "precision_at_10": 0.06269, | |
| "precision_at_100": 0.01097, | |
| "precision_at_1000": 0.00143, | |
| "precision_at_20": 0.03719, | |
| "precision_at_3": 0.1393, | |
| "precision_at_5": 0.10149, | |
| "recall_at_1": 0.18381, | |
| "recall_at_10": 0.45804, | |
| "recall_at_100": 0.73151, | |
| "recall_at_1000": 0.91127, | |
| "recall_at_20": 0.52821, | |
| "recall_at_3": 0.31628, | |
| "recall_at_5": 0.37904 | |
| } | |
| ] | |
| }, | |
| "task_name": "CQADupstackMathematicaRetrieval" | |
| } |