File size: 7,202 Bytes
9f80cbd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4",
"evaluation_time": 96.27828979492188,
"kg_co2_emissions": null,
"mteb_version": "1.14.5",
"scores": {
"test": [
{
"hf_subset": "default",
"languages": [
"eng-Latn"
],
"main_score": 0.48277,
"map_at_1": 0.31215,
"map_at_10": 0.4215,
"map_at_100": 0.43469,
"map_at_1000": 0.43569,
"map_at_20": 0.42874,
"map_at_3": 0.38812,
"map_at_5": 0.40698,
"mrr_at_1": 0.3869104908565929,
"mrr_at_10": 0.4788322868447988,
"mrr_at_100": 0.4874120824305516,
"mrr_at_1000": 0.4877853460955196,
"mrr_at_20": 0.48414873113998835,
"mrr_at_3": 0.4549246069939042,
"mrr_at_5": 0.46801411613731103,
"nauc_map_at_1000_diff1": 0.5145635524772211,
"nauc_map_at_1000_max": 0.29980554041487084,
"nauc_map_at_1000_std": -0.0024103000716924976,
"nauc_map_at_100_diff1": 0.514316260872655,
"nauc_map_at_100_max": 0.29933633842146495,
"nauc_map_at_100_std": -0.0029421648314440787,
"nauc_map_at_10_diff1": 0.5156167371696093,
"nauc_map_at_10_max": 0.2964154281419892,
"nauc_map_at_10_std": -0.008270621956342173,
"nauc_map_at_1_diff1": 0.5559537717182879,
"nauc_map_at_1_max": 0.26291731032590426,
"nauc_map_at_1_std": -0.04923722633634363,
"nauc_map_at_20_diff1": 0.5135476427200194,
"nauc_map_at_20_max": 0.2978043296352242,
"nauc_map_at_20_std": -0.006846139692667039,
"nauc_map_at_3_diff1": 0.5284424327062192,
"nauc_map_at_3_max": 0.2902339304636653,
"nauc_map_at_3_std": -0.021388982141474056,
"nauc_map_at_5_diff1": 0.5200890959864292,
"nauc_map_at_5_max": 0.2965419990170614,
"nauc_map_at_5_std": -0.011837013908949263,
"nauc_mrr_at_1000_diff1": 0.497672467962597,
"nauc_mrr_at_1000_max": 0.3197968252736447,
"nauc_mrr_at_1000_std": 0.027975523027998005,
"nauc_mrr_at_100_diff1": 0.4975182898251103,
"nauc_mrr_at_100_max": 0.3197798583685875,
"nauc_mrr_at_100_std": 0.02799710074488064,
"nauc_mrr_at_10_diff1": 0.4974969239186954,
"nauc_mrr_at_10_max": 0.31876845918197905,
"nauc_mrr_at_10_std": 0.028169759971844576,
"nauc_mrr_at_1_diff1": 0.5237339241887721,
"nauc_mrr_at_1_max": 0.30446813140006745,
"nauc_mrr_at_1_std": 2.0734430249934616e-05,
"nauc_mrr_at_20_diff1": 0.49618626568715674,
"nauc_mrr_at_20_max": 0.3199090559656439,
"nauc_mrr_at_20_std": 0.026968060615356584,
"nauc_mrr_at_3_diff1": 0.5060202699812535,
"nauc_mrr_at_3_max": 0.3182050748183684,
"nauc_mrr_at_3_std": 0.020428680545218188,
"nauc_mrr_at_5_diff1": 0.5008077297088407,
"nauc_mrr_at_5_max": 0.3213950022649394,
"nauc_mrr_at_5_std": 0.02612195997201695,
"nauc_ndcg_at_1000_diff1": 0.497584792113588,
"nauc_ndcg_at_1000_max": 0.3188240121380606,
"nauc_ndcg_at_1000_std": 0.03281285345486642,
"nauc_ndcg_at_100_diff1": 0.493712619363227,
"nauc_ndcg_at_100_max": 0.3138842480556513,
"nauc_ndcg_at_100_std": 0.030705596327773827,
"nauc_ndcg_at_10_diff1": 0.4936512101610439,
"nauc_ndcg_at_10_max": 0.3041735678410188,
"nauc_ndcg_at_10_std": 0.01256150276202226,
"nauc_ndcg_at_1_diff1": 0.5237339241887721,
"nauc_ndcg_at_1_max": 0.30446813140006745,
"nauc_ndcg_at_1_std": 2.0734430249934616e-05,
"nauc_ndcg_at_20_diff1": 0.4869250693989179,
"nauc_ndcg_at_20_max": 0.3071218577251143,
"nauc_ndcg_at_20_std": 0.011743549638641122,
"nauc_ndcg_at_3_diff1": 0.5120103687854396,
"nauc_ndcg_at_3_max": 0.31077833142168676,
"nauc_ndcg_at_3_std": 0.005379042418255926,
"nauc_ndcg_at_5_diff1": 0.5029996364630944,
"nauc_ndcg_at_5_max": 0.31223132283212673,
"nauc_ndcg_at_5_std": 0.011443400693728904,
"nauc_precision_at_1000_diff1": -0.13353974396795212,
"nauc_precision_at_1000_max": 0.11178497321567095,
"nauc_precision_at_1000_std": 0.22924145493844938,
"nauc_precision_at_100_diff1": -0.04904863259444656,
"nauc_precision_at_100_max": 0.17342464774830943,
"nauc_precision_at_100_std": 0.23488177069434268,
"nauc_precision_at_10_diff1": 0.15194340592168892,
"nauc_precision_at_10_max": 0.25522579555574976,
"nauc_precision_at_10_std": 0.16493473670636039,
"nauc_precision_at_1_diff1": 0.5237339241887721,
"nauc_precision_at_1_max": 0.30446813140006745,
"nauc_precision_at_1_std": 2.0734430249934616e-05,
"nauc_precision_at_20_diff1": 0.07347051425915782,
"nauc_precision_at_20_max": 0.23666608283172644,
"nauc_precision_at_20_std": 0.1794355826115089,
"nauc_precision_at_3_diff1": 0.35168074104732755,
"nauc_precision_at_3_max": 0.3175677948232127,
"nauc_precision_at_3_std": 0.09597296217533986,
"nauc_precision_at_5_diff1": 0.2481359391476496,
"nauc_precision_at_5_max": 0.29537563688254664,
"nauc_precision_at_5_std": 0.13756774673937325,
"nauc_recall_at_1000_diff1": 0.3733795551687839,
"nauc_recall_at_1000_max": 0.4545431700990837,
"nauc_recall_at_1000_std": 0.3930699597156921,
"nauc_recall_at_100_diff1": 0.3684250258758253,
"nauc_recall_at_100_max": 0.2985402693503061,
"nauc_recall_at_100_std": 0.16325137270552706,
"nauc_recall_at_10_diff1": 0.40913779940705247,
"nauc_recall_at_10_max": 0.2745231320302162,
"nauc_recall_at_10_std": 0.028262962278877188,
"nauc_recall_at_1_diff1": 0.5559537717182879,
"nauc_recall_at_1_max": 0.26291731032590426,
"nauc_recall_at_1_std": -0.04923722633634363,
"nauc_recall_at_20_diff1": 0.3600263944545782,
"nauc_recall_at_20_max": 0.27367667856057315,
"nauc_recall_at_20_std": 0.01978414389464134,
"nauc_recall_at_3_diff1": 0.48459316008787146,
"nauc_recall_at_3_max": 0.2906803572277998,
"nauc_recall_at_3_std": -0.007664518119371235,
"nauc_recall_at_5_diff1": 0.45401517108533346,
"nauc_recall_at_5_max": 0.3005542059108888,
"nauc_recall_at_5_std": 0.012364638523736843,
"ndcg_at_1": 0.38691,
"ndcg_at_10": 0.48277,
"ndcg_at_100": 0.53784,
"ndcg_at_1000": 0.55548,
"ndcg_at_20": 0.50481,
"ndcg_at_3": 0.43156,
"ndcg_at_5": 0.45562,
"precision_at_1": 0.38691,
"precision_at_10": 0.08758,
"precision_at_100": 0.01346,
"precision_at_1000": 0.00165,
"precision_at_20": 0.05106,
"precision_at_3": 0.20565,
"precision_at_5": 0.1461,
"recall_at_1": 0.31215,
"recall_at_10": 0.60794,
"recall_at_100": 0.83796,
"recall_at_1000": 0.95265,
"recall_at_20": 0.68599,
"recall_at_3": 0.46371,
"recall_at_5": 0.52531
}
]
},
"task_name": "CQADupstackPhysicsRetrieval"
} |