| { | |
| "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", | |
| "evaluation_time": 40.05525517463684, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.43383, | |
| "map_at_1": 0.26887, | |
| "map_at_10": 0.37312, | |
| "map_at_100": 0.3909, | |
| "map_at_1000": 0.39325, | |
| "map_at_20": 0.38247, | |
| "map_at_3": 0.34294, | |
| "map_at_5": 0.3578, | |
| "mrr_at_1": 0.3221343873517787, | |
| "mrr_at_10": 0.4159420289855072, | |
| "mrr_at_100": 0.42690773665934056, | |
| "mrr_at_1000": 0.4273392602727093, | |
| "mrr_at_20": 0.42314058695974166, | |
| "mrr_at_3": 0.39097496706192364, | |
| "mrr_at_5": 0.40352437417654813, | |
| "nauc_map_at_1000_diff1": 0.5117315765241004, | |
| "nauc_map_at_1000_max": 0.4109909470379249, | |
| "nauc_map_at_1000_std": 0.09461335074412308, | |
| "nauc_map_at_100_diff1": 0.5125604309947803, | |
| "nauc_map_at_100_max": 0.4118736640687678, | |
| "nauc_map_at_100_std": 0.08904878305139538, | |
| "nauc_map_at_10_diff1": 0.5166703656557831, | |
| "nauc_map_at_10_max": 0.40951843411555955, | |
| "nauc_map_at_10_std": 0.07315107779237354, | |
| "nauc_map_at_1_diff1": 0.5707336304917295, | |
| "nauc_map_at_1_max": 0.39138941383025533, | |
| "nauc_map_at_1_std": 0.024274854669909265, | |
| "nauc_map_at_20_diff1": 0.514295693056362, | |
| "nauc_map_at_20_max": 0.4086057691579444, | |
| "nauc_map_at_20_std": 0.0756667833419221, | |
| "nauc_map_at_3_diff1": 0.5232573855847442, | |
| "nauc_map_at_3_max": 0.3950181048507025, | |
| "nauc_map_at_3_std": 0.05535073859707296, | |
| "nauc_map_at_5_diff1": 0.5168577221937353, | |
| "nauc_map_at_5_max": 0.4015219435966826, | |
| "nauc_map_at_5_std": 0.0696345750395807, | |
| "nauc_mrr_at_1000_diff1": 0.5133469321945395, | |
| "nauc_mrr_at_1000_max": 0.41857868024639217, | |
| "nauc_mrr_at_1000_std": 0.11606087212504274, | |
| "nauc_mrr_at_100_diff1": 0.5132543116948898, | |
| "nauc_mrr_at_100_max": 0.41847568110313355, | |
| "nauc_mrr_at_100_std": 0.11640551333283483, | |
| "nauc_mrr_at_10_diff1": 0.5139993731346316, | |
| "nauc_mrr_at_10_max": 0.42017976511790234, | |
| "nauc_mrr_at_10_std": 0.11519816027272523, | |
| "nauc_mrr_at_1_diff1": 0.5426665714817206, | |
| "nauc_mrr_at_1_max": 0.4363868490936763, | |
| "nauc_mrr_at_1_std": 0.0848804512663318, | |
| "nauc_mrr_at_20_diff1": 0.5124336487209304, | |
| "nauc_mrr_at_20_max": 0.4178467795326768, | |
| "nauc_mrr_at_20_std": 0.11441818232468799, | |
| "nauc_mrr_at_3_diff1": 0.5132824692876072, | |
| "nauc_mrr_at_3_max": 0.40695635986410905, | |
| "nauc_mrr_at_3_std": 0.10448758478397806, | |
| "nauc_mrr_at_5_diff1": 0.5115983955493147, | |
| "nauc_mrr_at_5_max": 0.41386887956706514, | |
| "nauc_mrr_at_5_std": 0.11630162123052927, | |
| "nauc_ndcg_at_1000_diff1": 0.5038754928282437, | |
| "nauc_ndcg_at_1000_max": 0.4232470084176093, | |
| "nauc_ndcg_at_1000_std": 0.13225810997256973, | |
| "nauc_ndcg_at_100_diff1": 0.5031100184830015, | |
| "nauc_ndcg_at_100_max": 0.4222905425263901, | |
| "nauc_ndcg_at_100_std": 0.1379444653989334, | |
| "nauc_ndcg_at_10_diff1": 0.5021946111929649, | |
| "nauc_ndcg_at_10_max": 0.4132686755100261, | |
| "nauc_ndcg_at_10_std": 0.10847455656433576, | |
| "nauc_ndcg_at_1_diff1": 0.5426665714817206, | |
| "nauc_ndcg_at_1_max": 0.4363868490936763, | |
| "nauc_ndcg_at_1_std": 0.0848804512663318, | |
| "nauc_ndcg_at_20_diff1": 0.49936219445673263, | |
| "nauc_ndcg_at_20_max": 0.4058759298065976, | |
| "nauc_ndcg_at_20_std": 0.10445924842376154, | |
| "nauc_ndcg_at_3_diff1": 0.503357285211955, | |
| "nauc_ndcg_at_3_max": 0.39674854424059497, | |
| "nauc_ndcg_at_3_std": 0.08423967356240501, | |
| "nauc_ndcg_at_5_diff1": 0.49742301608227035, | |
| "nauc_ndcg_at_5_max": 0.40138571951180824, | |
| "nauc_ndcg_at_5_std": 0.1100559744167346, | |
| "nauc_precision_at_1000_diff1": -0.13892086229931144, | |
| "nauc_precision_at_1000_max": -0.027065541290065075, | |
| "nauc_precision_at_1000_std": 0.4723582998195445, | |
| "nauc_precision_at_100_diff1": -0.086637377772648, | |
| "nauc_precision_at_100_max": 0.06272690396225501, | |
| "nauc_precision_at_100_std": 0.4459685496336481, | |
| "nauc_precision_at_10_diff1": 0.18382676621492244, | |
| "nauc_precision_at_10_max": 0.3191855166802661, | |
| "nauc_precision_at_10_std": 0.2593810406414569, | |
| "nauc_precision_at_1_diff1": 0.5426665714817206, | |
| "nauc_precision_at_1_max": 0.4363868490936763, | |
| "nauc_precision_at_1_std": 0.0848804512663318, | |
| "nauc_precision_at_20_diff1": 0.07359698910524838, | |
| "nauc_precision_at_20_max": 0.22183672408086041, | |
| "nauc_precision_at_20_std": 0.3013806717387075, | |
| "nauc_precision_at_3_diff1": 0.35468926029853354, | |
| "nauc_precision_at_3_max": 0.3700904801221439, | |
| "nauc_precision_at_3_std": 0.1473682892983532, | |
| "nauc_precision_at_5_diff1": 0.26386676031748235, | |
| "nauc_precision_at_5_max": 0.34547038877610187, | |
| "nauc_precision_at_5_std": 0.21351651412738595, | |
| "nauc_recall_at_1000_diff1": 0.4155373997531603, | |
| "nauc_recall_at_1000_max": 0.6146326939530435, | |
| "nauc_recall_at_1000_std": 0.6233798727186802, | |
| "nauc_recall_at_100_diff1": 0.4343960688367899, | |
| "nauc_recall_at_100_max": 0.4357846891921354, | |
| "nauc_recall_at_100_std": 0.3969080214091094, | |
| "nauc_recall_at_10_diff1": 0.45547557566166263, | |
| "nauc_recall_at_10_max": 0.38728988189856844, | |
| "nauc_recall_at_10_std": 0.10679042654607714, | |
| "nauc_recall_at_1_diff1": 0.5707336304917295, | |
| "nauc_recall_at_1_max": 0.39138941383025533, | |
| "nauc_recall_at_1_std": 0.024274854669909265, | |
| "nauc_recall_at_20_diff1": 0.42164942662562066, | |
| "nauc_recall_at_20_max": 0.3361320211773799, | |
| "nauc_recall_at_20_std": 0.09825950623312366, | |
| "nauc_recall_at_3_diff1": 0.47174631443946863, | |
| "nauc_recall_at_3_max": 0.35405376918138753, | |
| "nauc_recall_at_3_std": 0.06016614665131945, | |
| "nauc_recall_at_5_diff1": 0.4521313562921986, | |
| "nauc_recall_at_5_max": 0.3683880278231128, | |
| "nauc_recall_at_5_std": 0.10935396993978982, | |
| "ndcg_at_1": 0.32213, | |
| "ndcg_at_10": 0.43383, | |
| "ndcg_at_100": 0.49635, | |
| "ndcg_at_1000": 0.51786, | |
| "ndcg_at_20": 0.45975, | |
| "ndcg_at_3": 0.38546, | |
| "ndcg_at_5": 0.40483, | |
| "precision_at_1": 0.32213, | |
| "precision_at_10": 0.0834, | |
| "precision_at_100": 0.01717, | |
| "precision_at_1000": 0.00253, | |
| "precision_at_20": 0.05296, | |
| "precision_at_3": 0.18116, | |
| "precision_at_5": 0.13043, | |
| "recall_at_1": 0.26887, | |
| "recall_at_10": 0.55464, | |
| "recall_at_100": 0.82078, | |
| "recall_at_1000": 0.95575, | |
| "recall_at_20": 0.65038, | |
| "recall_at_3": 0.41702, | |
| "recall_at_5": 0.46853 | |
| } | |
| ] | |
| }, | |
| "task_name": "CQADupstackWebmastersRetrieval" | |
| } |