| { | |
| "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32", | |
| "evaluation_time": 82.44713306427002, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.45424, | |
| "map_at_1": 0.27498, | |
| "map_at_10": 0.38917, | |
| "map_at_100": 0.40351, | |
| "map_at_1000": 0.40454, | |
| "map_at_20": 0.39761, | |
| "map_at_3": 0.35136, | |
| "map_at_5": 0.37244, | |
| "mrr_at_1": 0.3458904109589041, | |
| "mrr_at_10": 0.4430809233891424, | |
| "mrr_at_100": 0.4517205520801024, | |
| "mrr_at_1000": 0.4521797773701039, | |
| "mrr_at_20": 0.4477827670257902, | |
| "mrr_at_3": 0.4143835616438355, | |
| "mrr_at_5": 0.4309931506849311, | |
| "nauc_map_at_1000_diff1": 0.44408660583246107, | |
| "nauc_map_at_1000_max": 0.3617024856224632, | |
| "nauc_map_at_1000_std": 0.0555246382397476, | |
| "nauc_map_at_100_diff1": 0.4440605520251245, | |
| "nauc_map_at_100_max": 0.36194077265231694, | |
| "nauc_map_at_100_std": 0.055855499390158436, | |
| "nauc_map_at_10_diff1": 0.445604127323392, | |
| "nauc_map_at_10_max": 0.3550314537590206, | |
| "nauc_map_at_10_std": 0.04526722199567729, | |
| "nauc_map_at_1_diff1": 0.5063622662869485, | |
| "nauc_map_at_1_max": 0.3233245181026108, | |
| "nauc_map_at_1_std": -0.0008453691152366348, | |
| "nauc_map_at_20_diff1": 0.4429429684090924, | |
| "nauc_map_at_20_max": 0.360580540903026, | |
| "nauc_map_at_20_std": 0.05295035246821741, | |
| "nauc_map_at_3_diff1": 0.44733841783734224, | |
| "nauc_map_at_3_max": 0.3426263207897116, | |
| "nauc_map_at_3_std": 0.02025353522179486, | |
| "nauc_map_at_5_diff1": 0.44418832226623367, | |
| "nauc_map_at_5_max": 0.3481250281227125, | |
| "nauc_map_at_5_std": 0.036979411206420496, | |
| "nauc_mrr_at_1000_diff1": 0.44273719963005914, | |
| "nauc_mrr_at_1000_max": 0.3799498924498347, | |
| "nauc_mrr_at_1000_std": 0.08061883899545604, | |
| "nauc_mrr_at_100_diff1": 0.44244700925067215, | |
| "nauc_mrr_at_100_max": 0.3798292390287967, | |
| "nauc_mrr_at_100_std": 0.08088203163700897, | |
| "nauc_mrr_at_10_diff1": 0.4436378814141241, | |
| "nauc_mrr_at_10_max": 0.37969066613051206, | |
| "nauc_mrr_at_10_std": 0.07776336925832246, | |
| "nauc_mrr_at_1_diff1": 0.4901865028121754, | |
| "nauc_mrr_at_1_max": 0.3724650737531506, | |
| "nauc_mrr_at_1_std": 0.05342564261047464, | |
| "nauc_mrr_at_20_diff1": 0.4422062154434368, | |
| "nauc_mrr_at_20_max": 0.38042445787294626, | |
| "nauc_mrr_at_20_std": 0.08029545470840294, | |
| "nauc_mrr_at_3_diff1": 0.44384058043667773, | |
| "nauc_mrr_at_3_max": 0.3856777706732033, | |
| "nauc_mrr_at_3_std": 0.06916241101180864, | |
| "nauc_mrr_at_5_diff1": 0.4417313041155434, | |
| "nauc_mrr_at_5_max": 0.37904453183961895, | |
| "nauc_mrr_at_5_std": 0.07654149813086435, | |
| "nauc_ndcg_at_1000_diff1": 0.4289976587452915, | |
| "nauc_ndcg_at_1000_max": 0.3793547471804796, | |
| "nauc_ndcg_at_1000_std": 0.09363276661023512, | |
| "nauc_ndcg_at_100_diff1": 0.4279356350435622, | |
| "nauc_ndcg_at_100_max": 0.38319132397614625, | |
| "nauc_ndcg_at_100_std": 0.10283728835175808, | |
| "nauc_ndcg_at_10_diff1": 0.43109771367248584, | |
| "nauc_ndcg_at_10_max": 0.3681373852136193, | |
| "nauc_ndcg_at_10_std": 0.07173387007978778, | |
| "nauc_ndcg_at_1_diff1": 0.4901865028121754, | |
| "nauc_ndcg_at_1_max": 0.3724650737531506, | |
| "nauc_ndcg_at_1_std": 0.05342564261047464, | |
| "nauc_ndcg_at_20_diff1": 0.42290184904519035, | |
| "nauc_ndcg_at_20_max": 0.3781182041305661, | |
| "nauc_ndcg_at_20_std": 0.08895437572102677, | |
| "nauc_ndcg_at_3_diff1": 0.42829766309216016, | |
| "nauc_ndcg_at_3_max": 0.3636159955374062, | |
| "nauc_ndcg_at_3_std": 0.04692207218376257, | |
| "nauc_ndcg_at_5_diff1": 0.42683164459018336, | |
| "nauc_ndcg_at_5_max": 0.3600318067574793, | |
| "nauc_ndcg_at_5_std": 0.062069167736728006, | |
| "nauc_precision_at_1000_diff1": -0.09921850456532988, | |
| "nauc_precision_at_1000_max": 0.019187102442482118, | |
| "nauc_precision_at_1000_std": 0.0913971704068471, | |
| "nauc_precision_at_100_diff1": -0.003959010739586963, | |
| "nauc_precision_at_100_max": 0.181292602087011, | |
| "nauc_precision_at_100_std": 0.21109093911780175, | |
| "nauc_precision_at_10_diff1": 0.17080314701119975, | |
| "nauc_precision_at_10_max": 0.3186564917518719, | |
| "nauc_precision_at_10_std": 0.1832169805417257, | |
| "nauc_precision_at_1_diff1": 0.4901865028121754, | |
| "nauc_precision_at_1_max": 0.3724650737531506, | |
| "nauc_precision_at_1_std": 0.05342564261047464, | |
| "nauc_precision_at_20_diff1": 0.08791767873562159, | |
| "nauc_precision_at_20_max": 0.2876597470519587, | |
| "nauc_precision_at_20_std": 0.21830551819115476, | |
| "nauc_precision_at_3_diff1": 0.267478949604666, | |
| "nauc_precision_at_3_max": 0.36938097694988614, | |
| "nauc_precision_at_3_std": 0.12118518011572935, | |
| "nauc_precision_at_5_diff1": 0.21068305839703594, | |
| "nauc_precision_at_5_max": 0.338839737918025, | |
| "nauc_precision_at_5_std": 0.15607556488023316, | |
| "nauc_recall_at_1000_diff1": 0.18724985776767158, | |
| "nauc_recall_at_1000_max": 0.4692275591515184, | |
| "nauc_recall_at_1000_std": 0.5912106404368763, | |
| "nauc_recall_at_100_diff1": 0.31434161483116485, | |
| "nauc_recall_at_100_max": 0.42357257908927726, | |
| "nauc_recall_at_100_std": 0.344989118961823, | |
| "nauc_recall_at_10_diff1": 0.37221501341322294, | |
| "nauc_recall_at_10_max": 0.35844175456304467, | |
| "nauc_recall_at_10_std": 0.11632612410953669, | |
| "nauc_recall_at_1_diff1": 0.5063622662869485, | |
| "nauc_recall_at_1_max": 0.3233245181026108, | |
| "nauc_recall_at_1_std": -0.0008453691152366348, | |
| "nauc_recall_at_20_diff1": 0.3271635190936921, | |
| "nauc_recall_at_20_max": 0.38287566026053405, | |
| "nauc_recall_at_20_std": 0.1804700862219653, | |
| "nauc_recall_at_3_diff1": 0.380533729163931, | |
| "nauc_recall_at_3_max": 0.3432807441261303, | |
| "nauc_recall_at_3_std": 0.034582622072055424, | |
| "nauc_recall_at_5_diff1": 0.3684026124891099, | |
| "nauc_recall_at_5_max": 0.3371681143921209, | |
| "nauc_recall_at_5_std": 0.08188724842806733, | |
| "ndcg_at_1": 0.34589, | |
| "ndcg_at_10": 0.45424, | |
| "ndcg_at_100": 0.51076, | |
| "ndcg_at_1000": 0.52985, | |
| "ndcg_at_20": 0.47728, | |
| "ndcg_at_3": 0.3942, | |
| "ndcg_at_5": 0.42217, | |
| "precision_at_1": 0.34589, | |
| "precision_at_10": 0.08596, | |
| "precision_at_100": 0.01321, | |
| "precision_at_1000": 0.00165, | |
| "precision_at_20": 0.0508, | |
| "precision_at_3": 0.1914, | |
| "precision_at_5": 0.13904, | |
| "recall_at_1": 0.27498, | |
| "recall_at_10": 0.59444, | |
| "recall_at_100": 0.83271, | |
| "recall_at_1000": 0.9571, | |
| "recall_at_20": 0.67503, | |
| "recall_at_3": 0.42514, | |
| "recall_at_5": 0.49904 | |
| } | |
| ] | |
| }, | |
| "task_name": "CQADupstackProgrammersRetrieval" | |
| } |