| { | |
| "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a", | |
| "evaluation_time": 126.3222188949585, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.37146, | |
| "map_at_1": 0.25384, | |
| "map_at_10": 0.32807, | |
| "map_at_100": 0.33862, | |
| "map_at_1000": 0.33962, | |
| "map_at_20": 0.33329, | |
| "map_at_3": 0.30534, | |
| "map_at_5": 0.31866, | |
| "mrr_at_1": 0.2852760736196319, | |
| "mrr_at_10": 0.3570266092121921, | |
| "mrr_at_100": 0.3661310431103298, | |
| "mrr_at_1000": 0.3667680179396901, | |
| "mrr_at_20": 0.3614906372389895, | |
| "mrr_at_3": 0.33537832310838456, | |
| "mrr_at_5": 0.3487218813905932, | |
| "nauc_map_at_1000_diff1": 0.498388619967481, | |
| "nauc_map_at_1000_max": 0.3301275375543649, | |
| "nauc_map_at_1000_std": 0.061556200784709865, | |
| "nauc_map_at_100_diff1": 0.49847271937250304, | |
| "nauc_map_at_100_max": 0.33005275178335497, | |
| "nauc_map_at_100_std": 0.06140152038333716, | |
| "nauc_map_at_10_diff1": 0.5010675543494738, | |
| "nauc_map_at_10_max": 0.32848620912550547, | |
| "nauc_map_at_10_std": 0.05765001135549728, | |
| "nauc_map_at_1_diff1": 0.5610228545878864, | |
| "nauc_map_at_1_max": 0.30534960435377856, | |
| "nauc_map_at_1_std": 0.007874879374477511, | |
| "nauc_map_at_20_diff1": 0.49945902358913674, | |
| "nauc_map_at_20_max": 0.32891670802356177, | |
| "nauc_map_at_20_std": 0.06003147385652427, | |
| "nauc_map_at_3_diff1": 0.509034737976931, | |
| "nauc_map_at_3_max": 0.3157363278156868, | |
| "nauc_map_at_3_std": 0.041993348863212585, | |
| "nauc_map_at_5_diff1": 0.4999527099592526, | |
| "nauc_map_at_5_max": 0.32000967647298073, | |
| "nauc_map_at_5_std": 0.05014086364411536, | |
| "nauc_mrr_at_1000_diff1": 0.49867180251825066, | |
| "nauc_mrr_at_1000_max": 0.35351161953102606, | |
| "nauc_mrr_at_1000_std": 0.08490657152021402, | |
| "nauc_mrr_at_100_diff1": 0.49856337751471014, | |
| "nauc_mrr_at_100_max": 0.3535014989454659, | |
| "nauc_mrr_at_100_std": 0.08486299239175459, | |
| "nauc_mrr_at_10_diff1": 0.49990229109316575, | |
| "nauc_mrr_at_10_max": 0.3547640930119924, | |
| "nauc_mrr_at_10_std": 0.08338018850654867, | |
| "nauc_mrr_at_1_diff1": 0.5657025716120128, | |
| "nauc_mrr_at_1_max": 0.35957228426157034, | |
| "nauc_mrr_at_1_std": 0.05087242938099348, | |
| "nauc_mrr_at_20_diff1": 0.4992389573135133, | |
| "nauc_mrr_at_20_max": 0.3532712574206991, | |
| "nauc_mrr_at_20_std": 0.08381201343283182, | |
| "nauc_mrr_at_3_diff1": 0.5093558569912306, | |
| "nauc_mrr_at_3_max": 0.3482002417974401, | |
| "nauc_mrr_at_3_std": 0.07622995286087227, | |
| "nauc_mrr_at_5_diff1": 0.49968526347822134, | |
| "nauc_mrr_at_5_max": 0.34991832315328814, | |
| "nauc_mrr_at_5_std": 0.07811865073845033, | |
| "nauc_ndcg_at_1000_diff1": 0.4701644083426761, | |
| "nauc_ndcg_at_1000_max": 0.3445227732675302, | |
| "nauc_ndcg_at_1000_std": 0.10033527433522724, | |
| "nauc_ndcg_at_100_diff1": 0.46820014097746177, | |
| "nauc_ndcg_at_100_max": 0.3441884108964478, | |
| "nauc_ndcg_at_100_std": 0.10046418207959233, | |
| "nauc_ndcg_at_10_diff1": 0.4775550774554427, | |
| "nauc_ndcg_at_10_max": 0.3404308867417485, | |
| "nauc_ndcg_at_10_std": 0.08275528916740435, | |
| "nauc_ndcg_at_1_diff1": 0.5657025716120128, | |
| "nauc_ndcg_at_1_max": 0.35957228426157034, | |
| "nauc_ndcg_at_1_std": 0.05087242938099348, | |
| "nauc_ndcg_at_20_diff1": 0.4724811885433681, | |
| "nauc_ndcg_at_20_max": 0.33852980734582494, | |
| "nauc_ndcg_at_20_std": 0.0886844098667606, | |
| "nauc_ndcg_at_3_diff1": 0.49154415015777336, | |
| "nauc_ndcg_at_3_max": 0.3268589238663559, | |
| "nauc_ndcg_at_3_std": 0.06393447453185067, | |
| "nauc_ndcg_at_5_diff1": 0.4757462550096367, | |
| "nauc_ndcg_at_5_max": 0.3259149555406328, | |
| "nauc_ndcg_at_5_std": 0.06858521066588855, | |
| "nauc_precision_at_1000_diff1": -0.04562167097095771, | |
| "nauc_precision_at_1000_max": 0.1785142452303287, | |
| "nauc_precision_at_1000_std": 0.15471710004439015, | |
| "nauc_precision_at_100_diff1": 0.11686381664599461, | |
| "nauc_precision_at_100_max": 0.3284951099179078, | |
| "nauc_precision_at_100_std": 0.2281910709742711, | |
| "nauc_precision_at_10_diff1": 0.3103127576357192, | |
| "nauc_precision_at_10_max": 0.4122126701537284, | |
| "nauc_precision_at_10_std": 0.21431454558872431, | |
| "nauc_precision_at_1_diff1": 0.5657025716120128, | |
| "nauc_precision_at_1_max": 0.35957228426157034, | |
| "nauc_precision_at_1_std": 0.05087242938099348, | |
| "nauc_precision_at_20_diff1": 0.2582603630143319, | |
| "nauc_precision_at_20_max": 0.38659818044732225, | |
| "nauc_precision_at_20_std": 0.22435204134876746, | |
| "nauc_precision_at_3_diff1": 0.3901746417522407, | |
| "nauc_precision_at_3_max": 0.36651267583800407, | |
| "nauc_precision_at_3_std": 0.15285216993622433, | |
| "nauc_precision_at_5_diff1": 0.32999634066038364, | |
| "nauc_precision_at_5_max": 0.3757909614509243, | |
| "nauc_precision_at_5_std": 0.18065601300098477, | |
| "nauc_recall_at_1000_diff1": 0.24252421047627168, | |
| "nauc_recall_at_1000_max": 0.3633542769764693, | |
| "nauc_recall_at_1000_std": 0.4112112150896641, | |
| "nauc_recall_at_100_diff1": 0.31072978235339505, | |
| "nauc_recall_at_100_max": 0.33773974450990524, | |
| "nauc_recall_at_100_std": 0.2479241474703406, | |
| "nauc_recall_at_10_diff1": 0.40132568863089224, | |
| "nauc_recall_at_10_max": 0.3370628227561707, | |
| "nauc_recall_at_10_std": 0.12576271986776932, | |
| "nauc_recall_at_1_diff1": 0.5610228545878864, | |
| "nauc_recall_at_1_max": 0.30534960435377856, | |
| "nauc_recall_at_1_std": 0.007874879374477511, | |
| "nauc_recall_at_20_diff1": 0.3706389403920372, | |
| "nauc_recall_at_20_max": 0.3174756932344393, | |
| "nauc_recall_at_20_std": 0.14486492299343723, | |
| "nauc_recall_at_3_diff1": 0.44602987170285197, | |
| "nauc_recall_at_3_max": 0.2918097047541998, | |
| "nauc_recall_at_3_std": 0.06421884592758816, | |
| "nauc_recall_at_5_diff1": 0.4016581780527625, | |
| "nauc_recall_at_5_max": 0.296500458349481, | |
| "nauc_recall_at_5_std": 0.0852115433826634, | |
| "ndcg_at_1": 0.28528, | |
| "ndcg_at_10": 0.37146, | |
| "ndcg_at_100": 0.4243, | |
| "ndcg_at_1000": 0.44742, | |
| "ndcg_at_20": 0.3888, | |
| "ndcg_at_3": 0.32984, | |
| "ndcg_at_5": 0.35106, | |
| "precision_at_1": 0.28528, | |
| "precision_at_10": 0.05874, | |
| "precision_at_100": 0.00931, | |
| "precision_at_1000": 0.0012, | |
| "precision_at_20": 0.03397, | |
| "precision_at_3": 0.14264, | |
| "precision_at_5": 0.10031, | |
| "recall_at_1": 0.25384, | |
| "recall_at_10": 0.47427, | |
| "recall_at_100": 0.71808, | |
| "recall_at_1000": 0.88563, | |
| "recall_at_20": 0.54012, | |
| "recall_at_3": 0.3596, | |
| "recall_at_5": 0.41189 | |
| } | |
| ] | |
| }, | |
| "task_name": "CQADupstackStatsRetrieval" | |
| } |