| { | |
| "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", | |
| "evaluation_time": 121.38984036445618, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.35575, | |
| "map_at_1": 0.22344, | |
| "map_at_10": 0.30487, | |
| "map_at_100": 0.315, | |
| "map_at_1000": 0.31606, | |
| "map_at_20": 0.3101, | |
| "map_at_3": 0.27632, | |
| "map_at_5": 0.29272, | |
| "mrr_at_1": 0.24399260628465805, | |
| "mrr_at_10": 0.32672153272892646, | |
| "mrr_at_100": 0.33552791517063935, | |
| "mrr_at_1000": 0.3362543534016054, | |
| "mrr_at_20": 0.33136025177115536, | |
| "mrr_at_3": 0.29913739987677146, | |
| "mrr_at_5": 0.31503388786198405, | |
| "nauc_map_at_1000_diff1": 0.4342889903666921, | |
| "nauc_map_at_1000_max": 0.26620055716576096, | |
| "nauc_map_at_1000_std": -1.1779039597582109e-05, | |
| "nauc_map_at_100_diff1": 0.4340607645435183, | |
| "nauc_map_at_100_max": 0.26610867513951547, | |
| "nauc_map_at_100_std": -0.00015098496769734218, | |
| "nauc_map_at_10_diff1": 0.4349413128632376, | |
| "nauc_map_at_10_max": 0.26297044079146065, | |
| "nauc_map_at_10_std": -0.0038274517103308297, | |
| "nauc_map_at_1_diff1": 0.5116345158288577, | |
| "nauc_map_at_1_max": 0.2579905874787715, | |
| "nauc_map_at_1_std": -0.024808156733815284, | |
| "nauc_map_at_20_diff1": 0.43482516741112415, | |
| "nauc_map_at_20_max": 0.2660369516702007, | |
| "nauc_map_at_20_std": -0.0015397352628604966, | |
| "nauc_map_at_3_diff1": 0.43630965208254646, | |
| "nauc_map_at_3_max": 0.2649246566383474, | |
| "nauc_map_at_3_std": -0.016129562797457545, | |
| "nauc_map_at_5_diff1": 0.4368254405790162, | |
| "nauc_map_at_5_max": 0.26257366140813826, | |
| "nauc_map_at_5_std": -0.01659876282993539, | |
| "nauc_mrr_at_1000_diff1": 0.4389623367950434, | |
| "nauc_mrr_at_1000_max": 0.290168434711806, | |
| "nauc_mrr_at_1000_std": 0.01067930225384994, | |
| "nauc_mrr_at_100_diff1": 0.43906699768898366, | |
| "nauc_mrr_at_100_max": 0.29036363469202614, | |
| "nauc_mrr_at_100_std": 0.010806729257233244, | |
| "nauc_mrr_at_10_diff1": 0.438656445453394, | |
| "nauc_mrr_at_10_max": 0.28882776222218276, | |
| "nauc_mrr_at_10_std": 0.009056979211560335, | |
| "nauc_mrr_at_1_diff1": 0.5198574054402033, | |
| "nauc_mrr_at_1_max": 0.28859416016463435, | |
| "nauc_mrr_at_1_std": -0.017983426493040366, | |
| "nauc_mrr_at_20_diff1": 0.4394318138117805, | |
| "nauc_mrr_at_20_max": 0.2908073340252369, | |
| "nauc_mrr_at_20_std": 0.01018701117855711, | |
| "nauc_mrr_at_3_diff1": 0.4435065381427921, | |
| "nauc_mrr_at_3_max": 0.3002926428720022, | |
| "nauc_mrr_at_3_std": -0.002785591874442259, | |
| "nauc_mrr_at_5_diff1": 0.441179952323812, | |
| "nauc_mrr_at_5_max": 0.2924048440334683, | |
| "nauc_mrr_at_5_std": -0.0005820308762471137, | |
| "nauc_ndcg_at_1000_diff1": 0.4150057694528738, | |
| "nauc_ndcg_at_1000_max": 0.27903762548873845, | |
| "nauc_ndcg_at_1000_std": 0.03254054009086323, | |
| "nauc_ndcg_at_100_diff1": 0.4071585219000967, | |
| "nauc_ndcg_at_100_max": 0.27366484436254584, | |
| "nauc_ndcg_at_100_std": 0.028995900555029593, | |
| "nauc_ndcg_at_10_diff1": 0.41040954742169317, | |
| "nauc_ndcg_at_10_max": 0.26660508294098634, | |
| "nauc_ndcg_at_10_std": 0.014908558729276234, | |
| "nauc_ndcg_at_1_diff1": 0.5198574054402033, | |
| "nauc_ndcg_at_1_max": 0.28859416016463435, | |
| "nauc_ndcg_at_1_std": -0.017983426493040366, | |
| "nauc_ndcg_at_20_diff1": 0.41129954776493455, | |
| "nauc_ndcg_at_20_max": 0.2760752902581889, | |
| "nauc_ndcg_at_20_std": 0.023171111264464896, | |
| "nauc_ndcg_at_3_diff1": 0.4160071783158574, | |
| "nauc_ndcg_at_3_max": 0.2777213710252165, | |
| "nauc_ndcg_at_3_std": -0.008424497148353237, | |
| "nauc_ndcg_at_5_diff1": 0.4144221916605393, | |
| "nauc_ndcg_at_5_max": 0.2676416069019572, | |
| "nauc_ndcg_at_5_std": -0.01113984475956006, | |
| "nauc_precision_at_1000_diff1": 0.067046206761998, | |
| "nauc_precision_at_1000_max": 0.14295311745785114, | |
| "nauc_precision_at_1000_std": 0.13663927101375156, | |
| "nauc_precision_at_100_diff1": 0.15110159961138175, | |
| "nauc_precision_at_100_max": 0.2500065389108801, | |
| "nauc_precision_at_100_std": 0.17169053884564953, | |
| "nauc_precision_at_10_diff1": 0.2930565632972517, | |
| "nauc_precision_at_10_max": 0.29688628908015213, | |
| "nauc_precision_at_10_std": 0.11553545174844733, | |
| "nauc_precision_at_1_diff1": 0.5198574054402033, | |
| "nauc_precision_at_1_max": 0.28859416016463435, | |
| "nauc_precision_at_1_std": -0.017983426493040366, | |
| "nauc_precision_at_20_diff1": 0.27250499876314926, | |
| "nauc_precision_at_20_max": 0.320224164371409, | |
| "nauc_precision_at_20_std": 0.1516468285949202, | |
| "nauc_precision_at_3_diff1": 0.3335063922308753, | |
| "nauc_precision_at_3_max": 0.3096724280242114, | |
| "nauc_precision_at_3_std": 0.021963111800651323, | |
| "nauc_precision_at_5_diff1": 0.3288230611720919, | |
| "nauc_precision_at_5_max": 0.2945079920534689, | |
| "nauc_precision_at_5_std": 0.028208234072961837, | |
| "nauc_recall_at_1000_diff1": 0.2806909134223381, | |
| "nauc_recall_at_1000_max": 0.39197867658685936, | |
| "nauc_recall_at_1000_std": 0.4724065320179043, | |
| "nauc_recall_at_100_diff1": 0.27370452080186175, | |
| "nauc_recall_at_100_max": 0.24415778120584267, | |
| "nauc_recall_at_100_std": 0.13796101719832135, | |
| "nauc_recall_at_10_diff1": 0.3314514873824153, | |
| "nauc_recall_at_10_max": 0.24330751894966832, | |
| "nauc_recall_at_10_std": 0.05700638647079444, | |
| "nauc_recall_at_1_diff1": 0.5116345158288577, | |
| "nauc_recall_at_1_max": 0.2579905874787715, | |
| "nauc_recall_at_1_std": -0.024808156733815284, | |
| "nauc_recall_at_20_diff1": 0.32969650417275814, | |
| "nauc_recall_at_20_max": 0.2725346456519389, | |
| "nauc_recall_at_20_std": 0.08986031235011116, | |
| "nauc_recall_at_3_diff1": 0.3481164989784435, | |
| "nauc_recall_at_3_max": 0.2645512771156967, | |
| "nauc_recall_at_3_std": -0.01459124054595831, | |
| "nauc_recall_at_5_diff1": 0.34129914726879546, | |
| "nauc_recall_at_5_max": 0.24662459763321307, | |
| "nauc_recall_at_5_std": -0.013499562119141762, | |
| "ndcg_at_1": 0.24399, | |
| "ndcg_at_10": 0.35575, | |
| "ndcg_at_100": 0.40668, | |
| "ndcg_at_1000": 0.43285, | |
| "ndcg_at_20": 0.37387, | |
| "ndcg_at_3": 0.30033, | |
| "ndcg_at_5": 0.32797, | |
| "precision_at_1": 0.24399, | |
| "precision_at_10": 0.05712, | |
| "precision_at_100": 0.00896, | |
| "precision_at_1000": 0.00124, | |
| "precision_at_20": 0.03309, | |
| "precision_at_3": 0.12877, | |
| "precision_at_5": 0.09279, | |
| "recall_at_1": 0.22344, | |
| "recall_at_10": 0.49072, | |
| "recall_at_100": 0.72795, | |
| "recall_at_1000": 0.92354, | |
| "recall_at_20": 0.5599, | |
| "recall_at_3": 0.34187, | |
| "recall_at_5": 0.40887 | |
| } | |
| ] | |
| }, | |
| "task_name": "CQADupstackWordpressRetrieval" | |
| } |