| { | |
| "dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4", | |
| "evaluation_time": 96.27828979492188, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.48277, | |
| "map_at_1": 0.31215, | |
| "map_at_10": 0.4215, | |
| "map_at_100": 0.43469, | |
| "map_at_1000": 0.43569, | |
| "map_at_20": 0.42874, | |
| "map_at_3": 0.38812, | |
| "map_at_5": 0.40698, | |
| "mrr_at_1": 0.3869104908565929, | |
| "mrr_at_10": 0.4788322868447988, | |
| "mrr_at_100": 0.4874120824305516, | |
| "mrr_at_1000": 0.4877853460955196, | |
| "mrr_at_20": 0.48414873113998835, | |
| "mrr_at_3": 0.4549246069939042, | |
| "mrr_at_5": 0.46801411613731103, | |
| "nauc_map_at_1000_diff1": 0.5145635524772211, | |
| "nauc_map_at_1000_max": 0.29980554041487084, | |
| "nauc_map_at_1000_std": -0.0024103000716924976, | |
| "nauc_map_at_100_diff1": 0.514316260872655, | |
| "nauc_map_at_100_max": 0.29933633842146495, | |
| "nauc_map_at_100_std": -0.0029421648314440787, | |
| "nauc_map_at_10_diff1": 0.5156167371696093, | |
| "nauc_map_at_10_max": 0.2964154281419892, | |
| "nauc_map_at_10_std": -0.008270621956342173, | |
| "nauc_map_at_1_diff1": 0.5559537717182879, | |
| "nauc_map_at_1_max": 0.26291731032590426, | |
| "nauc_map_at_1_std": -0.04923722633634363, | |
| "nauc_map_at_20_diff1": 0.5135476427200194, | |
| "nauc_map_at_20_max": 0.2978043296352242, | |
| "nauc_map_at_20_std": -0.006846139692667039, | |
| "nauc_map_at_3_diff1": 0.5284424327062192, | |
| "nauc_map_at_3_max": 0.2902339304636653, | |
| "nauc_map_at_3_std": -0.021388982141474056, | |
| "nauc_map_at_5_diff1": 0.5200890959864292, | |
| "nauc_map_at_5_max": 0.2965419990170614, | |
| "nauc_map_at_5_std": -0.011837013908949263, | |
| "nauc_mrr_at_1000_diff1": 0.497672467962597, | |
| "nauc_mrr_at_1000_max": 0.3197968252736447, | |
| "nauc_mrr_at_1000_std": 0.027975523027998005, | |
| "nauc_mrr_at_100_diff1": 0.4975182898251103, | |
| "nauc_mrr_at_100_max": 0.3197798583685875, | |
| "nauc_mrr_at_100_std": 0.02799710074488064, | |
| "nauc_mrr_at_10_diff1": 0.4974969239186954, | |
| "nauc_mrr_at_10_max": 0.31876845918197905, | |
| "nauc_mrr_at_10_std": 0.028169759971844576, | |
| "nauc_mrr_at_1_diff1": 0.5237339241887721, | |
| "nauc_mrr_at_1_max": 0.30446813140006745, | |
| "nauc_mrr_at_1_std": 2.0734430249934616e-05, | |
| "nauc_mrr_at_20_diff1": 0.49618626568715674, | |
| "nauc_mrr_at_20_max": 0.3199090559656439, | |
| "nauc_mrr_at_20_std": 0.026968060615356584, | |
| "nauc_mrr_at_3_diff1": 0.5060202699812535, | |
| "nauc_mrr_at_3_max": 0.3182050748183684, | |
| "nauc_mrr_at_3_std": 0.020428680545218188, | |
| "nauc_mrr_at_5_diff1": 0.5008077297088407, | |
| "nauc_mrr_at_5_max": 0.3213950022649394, | |
| "nauc_mrr_at_5_std": 0.02612195997201695, | |
| "nauc_ndcg_at_1000_diff1": 0.497584792113588, | |
| "nauc_ndcg_at_1000_max": 0.3188240121380606, | |
| "nauc_ndcg_at_1000_std": 0.03281285345486642, | |
| "nauc_ndcg_at_100_diff1": 0.493712619363227, | |
| "nauc_ndcg_at_100_max": 0.3138842480556513, | |
| "nauc_ndcg_at_100_std": 0.030705596327773827, | |
| "nauc_ndcg_at_10_diff1": 0.4936512101610439, | |
| "nauc_ndcg_at_10_max": 0.3041735678410188, | |
| "nauc_ndcg_at_10_std": 0.01256150276202226, | |
| "nauc_ndcg_at_1_diff1": 0.5237339241887721, | |
| "nauc_ndcg_at_1_max": 0.30446813140006745, | |
| "nauc_ndcg_at_1_std": 2.0734430249934616e-05, | |
| "nauc_ndcg_at_20_diff1": 0.4869250693989179, | |
| "nauc_ndcg_at_20_max": 0.3071218577251143, | |
| "nauc_ndcg_at_20_std": 0.011743549638641122, | |
| "nauc_ndcg_at_3_diff1": 0.5120103687854396, | |
| "nauc_ndcg_at_3_max": 0.31077833142168676, | |
| "nauc_ndcg_at_3_std": 0.005379042418255926, | |
| "nauc_ndcg_at_5_diff1": 0.5029996364630944, | |
| "nauc_ndcg_at_5_max": 0.31223132283212673, | |
| "nauc_ndcg_at_5_std": 0.011443400693728904, | |
| "nauc_precision_at_1000_diff1": -0.13353974396795212, | |
| "nauc_precision_at_1000_max": 0.11178497321567095, | |
| "nauc_precision_at_1000_std": 0.22924145493844938, | |
| "nauc_precision_at_100_diff1": -0.04904863259444656, | |
| "nauc_precision_at_100_max": 0.17342464774830943, | |
| "nauc_precision_at_100_std": 0.23488177069434268, | |
| "nauc_precision_at_10_diff1": 0.15194340592168892, | |
| "nauc_precision_at_10_max": 0.25522579555574976, | |
| "nauc_precision_at_10_std": 0.16493473670636039, | |
| "nauc_precision_at_1_diff1": 0.5237339241887721, | |
| "nauc_precision_at_1_max": 0.30446813140006745, | |
| "nauc_precision_at_1_std": 2.0734430249934616e-05, | |
| "nauc_precision_at_20_diff1": 0.07347051425915782, | |
| "nauc_precision_at_20_max": 0.23666608283172644, | |
| "nauc_precision_at_20_std": 0.1794355826115089, | |
| "nauc_precision_at_3_diff1": 0.35168074104732755, | |
| "nauc_precision_at_3_max": 0.3175677948232127, | |
| "nauc_precision_at_3_std": 0.09597296217533986, | |
| "nauc_precision_at_5_diff1": 0.2481359391476496, | |
| "nauc_precision_at_5_max": 0.29537563688254664, | |
| "nauc_precision_at_5_std": 0.13756774673937325, | |
| "nauc_recall_at_1000_diff1": 0.3733795551687839, | |
| "nauc_recall_at_1000_max": 0.4545431700990837, | |
| "nauc_recall_at_1000_std": 0.3930699597156921, | |
| "nauc_recall_at_100_diff1": 0.3684250258758253, | |
| "nauc_recall_at_100_max": 0.2985402693503061, | |
| "nauc_recall_at_100_std": 0.16325137270552706, | |
| "nauc_recall_at_10_diff1": 0.40913779940705247, | |
| "nauc_recall_at_10_max": 0.2745231320302162, | |
| "nauc_recall_at_10_std": 0.028262962278877188, | |
| "nauc_recall_at_1_diff1": 0.5559537717182879, | |
| "nauc_recall_at_1_max": 0.26291731032590426, | |
| "nauc_recall_at_1_std": -0.04923722633634363, | |
| "nauc_recall_at_20_diff1": 0.3600263944545782, | |
| "nauc_recall_at_20_max": 0.27367667856057315, | |
| "nauc_recall_at_20_std": 0.01978414389464134, | |
| "nauc_recall_at_3_diff1": 0.48459316008787146, | |
| "nauc_recall_at_3_max": 0.2906803572277998, | |
| "nauc_recall_at_3_std": -0.007664518119371235, | |
| "nauc_recall_at_5_diff1": 0.45401517108533346, | |
| "nauc_recall_at_5_max": 0.3005542059108888, | |
| "nauc_recall_at_5_std": 0.012364638523736843, | |
| "ndcg_at_1": 0.38691, | |
| "ndcg_at_10": 0.48277, | |
| "ndcg_at_100": 0.53784, | |
| "ndcg_at_1000": 0.55548, | |
| "ndcg_at_20": 0.50481, | |
| "ndcg_at_3": 0.43156, | |
| "ndcg_at_5": 0.45562, | |
| "precision_at_1": 0.38691, | |
| "precision_at_10": 0.08758, | |
| "precision_at_100": 0.01346, | |
| "precision_at_1000": 0.00165, | |
| "precision_at_20": 0.05106, | |
| "precision_at_3": 0.20565, | |
| "precision_at_5": 0.1461, | |
| "recall_at_1": 0.31215, | |
| "recall_at_10": 0.60794, | |
| "recall_at_100": 0.83796, | |
| "recall_at_1000": 0.95265, | |
| "recall_at_20": 0.68599, | |
| "recall_at_3": 0.46371, | |
| "recall_at_5": 0.52531 | |
| } | |
| ] | |
| }, | |
| "task_name": "CQADupstackPhysicsRetrieval" | |
| } |