File size: 7,231 Bytes
9f80cbd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de",
"evaluation_time": 55.483893632888794,
"kg_co2_emissions": null,
"mteb_version": "1.14.5",
"scores": {
"test": [
{
"hf_subset": "default",
"languages": [
"eng-Latn"
],
"main_score": 0.33208,
"map_at_1": 0.18381,
"map_at_10": 0.27403,
"map_at_100": 0.28675,
"map_at_1000": 0.28782,
"map_at_20": 0.27992,
"map_at_3": 0.24548,
"map_at_5": 0.26181,
"mrr_at_1": 0.23507462686567165,
"mrr_at_10": 0.32741402116402096,
"mrr_at_100": 0.3368378389103377,
"mrr_at_1000": 0.33745408038276475,
"mrr_at_20": 0.3323727400153511,
"mrr_at_3": 0.3007877280265342,
"mrr_at_5": 0.316148424543947,
"nauc_map_at_1000_diff1": 0.3835506605373351,
"nauc_map_at_1000_max": 0.19381685867452142,
"nauc_map_at_1000_std": -0.02050583040126034,
"nauc_map_at_100_diff1": 0.38314858115891237,
"nauc_map_at_100_max": 0.1937117450454643,
"nauc_map_at_100_std": -0.020469766199583087,
"nauc_map_at_10_diff1": 0.3840779531862336,
"nauc_map_at_10_max": 0.19277792751003803,
"nauc_map_at_10_std": -0.02383384589547619,
"nauc_map_at_1_diff1": 0.4495581800066572,
"nauc_map_at_1_max": 0.20438003714488978,
"nauc_map_at_1_std": -0.02000126632439862,
"nauc_map_at_20_diff1": 0.3825841129936531,
"nauc_map_at_20_max": 0.19245457361391907,
"nauc_map_at_20_std": -0.02356229982986028,
"nauc_map_at_3_diff1": 0.39902362043759326,
"nauc_map_at_3_max": 0.19242641916079836,
"nauc_map_at_3_std": -0.03931781524753707,
"nauc_map_at_5_diff1": 0.3870431872259705,
"nauc_map_at_5_max": 0.1926852054940375,
"nauc_map_at_5_std": -0.03236985532917684,
"nauc_mrr_at_1000_diff1": 0.3854851498470842,
"nauc_mrr_at_1000_max": 0.23893642169022167,
"nauc_mrr_at_1000_std": -0.024136969072719623,
"nauc_mrr_at_100_diff1": 0.38534302191691727,
"nauc_mrr_at_100_max": 0.23893663676278984,
"nauc_mrr_at_100_std": -0.024097381424195787,
"nauc_mrr_at_10_diff1": 0.3853181096925956,
"nauc_mrr_at_10_max": 0.23954577981934352,
"nauc_mrr_at_10_std": -0.025006991589445082,
"nauc_mrr_at_1_diff1": 0.4332105816347665,
"nauc_mrr_at_1_max": 0.2530630186932532,
"nauc_mrr_at_1_std": -0.025725437527186392,
"nauc_mrr_at_20_diff1": 0.3847298070489984,
"nauc_mrr_at_20_max": 0.2391565137628037,
"nauc_mrr_at_20_std": -0.026039004277295302,
"nauc_mrr_at_3_diff1": 0.3940004126068743,
"nauc_mrr_at_3_max": 0.24249097586756987,
"nauc_mrr_at_3_std": -0.03866551954059294,
"nauc_mrr_at_5_diff1": 0.3874177952463559,
"nauc_mrr_at_5_max": 0.2403980372752478,
"nauc_mrr_at_5_std": -0.028406582870018363,
"nauc_ndcg_at_1000_diff1": 0.36120390000428493,
"nauc_ndcg_at_1000_max": 0.20626666943249947,
"nauc_ndcg_at_1000_std": 0.0027254009736663192,
"nauc_ndcg_at_100_diff1": 0.3560689059414668,
"nauc_ndcg_at_100_max": 0.2020517776383036,
"nauc_ndcg_at_100_std": 0.008168149038645609,
"nauc_ndcg_at_10_diff1": 0.35824315489447817,
"nauc_ndcg_at_10_max": 0.1985417334925029,
"nauc_ndcg_at_10_std": -0.011642291316964657,
"nauc_ndcg_at_1_diff1": 0.4332105816347665,
"nauc_ndcg_at_1_max": 0.2530630186932532,
"nauc_ndcg_at_1_std": -0.025725437527186392,
"nauc_ndcg_at_20_diff1": 0.3549549399809524,
"nauc_ndcg_at_20_max": 0.19813693151559036,
"nauc_ndcg_at_20_std": -0.012017654922667532,
"nauc_ndcg_at_3_diff1": 0.38443757580792187,
"nauc_ndcg_at_3_max": 0.2062522173839377,
"nauc_ndcg_at_3_std": -0.0467693551907594,
"nauc_ndcg_at_5_diff1": 0.36471938016102884,
"nauc_ndcg_at_5_max": 0.19898625307152265,
"nauc_ndcg_at_5_std": -0.02967250314290654,
"nauc_precision_at_1000_diff1": 0.006748008716956962,
"nauc_precision_at_1000_max": 0.07501730139108707,
"nauc_precision_at_1000_std": -0.00034604795204674574,
"nauc_precision_at_100_diff1": 0.07648653799001072,
"nauc_precision_at_100_max": 0.13322680400823728,
"nauc_precision_at_100_std": 0.06010461514385008,
"nauc_precision_at_10_diff1": 0.21846327427513665,
"nauc_precision_at_10_max": 0.19819942336083554,
"nauc_precision_at_10_std": 0.014727985371403032,
"nauc_precision_at_1_diff1": 0.4332105816347665,
"nauc_precision_at_1_max": 0.2530630186932532,
"nauc_precision_at_1_std": -0.025725437527186392,
"nauc_precision_at_20_diff1": 0.176002742122153,
"nauc_precision_at_20_max": 0.17497159862877093,
"nauc_precision_at_20_std": 0.011018165891280806,
"nauc_precision_at_3_diff1": 0.3160255129358259,
"nauc_precision_at_3_max": 0.22744726454403227,
"nauc_precision_at_3_std": -0.05035185285998481,
"nauc_precision_at_5_diff1": 0.2573818503391978,
"nauc_precision_at_5_max": 0.20884157036103254,
"nauc_precision_at_5_std": -0.017508855717606544,
"nauc_recall_at_1000_diff1": 0.08699203171465966,
"nauc_recall_at_1000_max": 0.20939916951625537,
"nauc_recall_at_1000_std": 0.2654703922481569,
"nauc_recall_at_100_diff1": 0.20808157626016482,
"nauc_recall_at_100_max": 0.1549199672956999,
"nauc_recall_at_100_std": 0.1594707992650486,
"nauc_recall_at_10_diff1": 0.2636763796784938,
"nauc_recall_at_10_max": 0.16059317450872862,
"nauc_recall_at_10_std": 0.02287176708404564,
"nauc_recall_at_1_diff1": 0.4495581800066572,
"nauc_recall_at_1_max": 0.20438003714488978,
"nauc_recall_at_1_std": -0.02000126632439862,
"nauc_recall_at_20_diff1": 0.24879067445591938,
"nauc_recall_at_20_max": 0.1582027095200204,
"nauc_recall_at_20_std": 0.02224743006928958,
"nauc_recall_at_3_diff1": 0.32652705814124233,
"nauc_recall_at_3_max": 0.16567799264717403,
"nauc_recall_at_3_std": -0.04958922831851308,
"nauc_recall_at_5_diff1": 0.2829107729633427,
"nauc_recall_at_5_max": 0.15887899888366383,
"nauc_recall_at_5_std": -0.021614049226683245,
"ndcg_at_1": 0.23507,
"ndcg_at_10": 0.33208,
"ndcg_at_100": 0.39396,
"ndcg_at_1000": 0.41907,
"ndcg_at_20": 0.35171,
"ndcg_at_3": 0.28126,
"ndcg_at_5": 0.30546,
"precision_at_1": 0.23507,
"precision_at_10": 0.06269,
"precision_at_100": 0.01097,
"precision_at_1000": 0.00143,
"precision_at_20": 0.03719,
"precision_at_3": 0.1393,
"precision_at_5": 0.10149,
"recall_at_1": 0.18381,
"recall_at_10": 0.45804,
"recall_at_100": 0.73151,
"recall_at_1000": 0.91127,
"recall_at_20": 0.52821,
"recall_at_3": 0.31628,
"recall_at_5": 0.37904
}
]
},
"task_name": "CQADupstackMathematicaRetrieval"
} |