File size: 7,163 Bytes
9f80cbd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571",
"evaluation_time": 40.05525517463684,
"kg_co2_emissions": null,
"mteb_version": "1.14.5",
"scores": {
"test": [
{
"hf_subset": "default",
"languages": [
"eng-Latn"
],
"main_score": 0.43383,
"map_at_1": 0.26887,
"map_at_10": 0.37312,
"map_at_100": 0.3909,
"map_at_1000": 0.39325,
"map_at_20": 0.38247,
"map_at_3": 0.34294,
"map_at_5": 0.3578,
"mrr_at_1": 0.3221343873517787,
"mrr_at_10": 0.4159420289855072,
"mrr_at_100": 0.42690773665934056,
"mrr_at_1000": 0.4273392602727093,
"mrr_at_20": 0.42314058695974166,
"mrr_at_3": 0.39097496706192364,
"mrr_at_5": 0.40352437417654813,
"nauc_map_at_1000_diff1": 0.5117315765241004,
"nauc_map_at_1000_max": 0.4109909470379249,
"nauc_map_at_1000_std": 0.09461335074412308,
"nauc_map_at_100_diff1": 0.5125604309947803,
"nauc_map_at_100_max": 0.4118736640687678,
"nauc_map_at_100_std": 0.08904878305139538,
"nauc_map_at_10_diff1": 0.5166703656557831,
"nauc_map_at_10_max": 0.40951843411555955,
"nauc_map_at_10_std": 0.07315107779237354,
"nauc_map_at_1_diff1": 0.5707336304917295,
"nauc_map_at_1_max": 0.39138941383025533,
"nauc_map_at_1_std": 0.024274854669909265,
"nauc_map_at_20_diff1": 0.514295693056362,
"nauc_map_at_20_max": 0.4086057691579444,
"nauc_map_at_20_std": 0.0756667833419221,
"nauc_map_at_3_diff1": 0.5232573855847442,
"nauc_map_at_3_max": 0.3950181048507025,
"nauc_map_at_3_std": 0.05535073859707296,
"nauc_map_at_5_diff1": 0.5168577221937353,
"nauc_map_at_5_max": 0.4015219435966826,
"nauc_map_at_5_std": 0.0696345750395807,
"nauc_mrr_at_1000_diff1": 0.5133469321945395,
"nauc_mrr_at_1000_max": 0.41857868024639217,
"nauc_mrr_at_1000_std": 0.11606087212504274,
"nauc_mrr_at_100_diff1": 0.5132543116948898,
"nauc_mrr_at_100_max": 0.41847568110313355,
"nauc_mrr_at_100_std": 0.11640551333283483,
"nauc_mrr_at_10_diff1": 0.5139993731346316,
"nauc_mrr_at_10_max": 0.42017976511790234,
"nauc_mrr_at_10_std": 0.11519816027272523,
"nauc_mrr_at_1_diff1": 0.5426665714817206,
"nauc_mrr_at_1_max": 0.4363868490936763,
"nauc_mrr_at_1_std": 0.0848804512663318,
"nauc_mrr_at_20_diff1": 0.5124336487209304,
"nauc_mrr_at_20_max": 0.4178467795326768,
"nauc_mrr_at_20_std": 0.11441818232468799,
"nauc_mrr_at_3_diff1": 0.5132824692876072,
"nauc_mrr_at_3_max": 0.40695635986410905,
"nauc_mrr_at_3_std": 0.10448758478397806,
"nauc_mrr_at_5_diff1": 0.5115983955493147,
"nauc_mrr_at_5_max": 0.41386887956706514,
"nauc_mrr_at_5_std": 0.11630162123052927,
"nauc_ndcg_at_1000_diff1": 0.5038754928282437,
"nauc_ndcg_at_1000_max": 0.4232470084176093,
"nauc_ndcg_at_1000_std": 0.13225810997256973,
"nauc_ndcg_at_100_diff1": 0.5031100184830015,
"nauc_ndcg_at_100_max": 0.4222905425263901,
"nauc_ndcg_at_100_std": 0.1379444653989334,
"nauc_ndcg_at_10_diff1": 0.5021946111929649,
"nauc_ndcg_at_10_max": 0.4132686755100261,
"nauc_ndcg_at_10_std": 0.10847455656433576,
"nauc_ndcg_at_1_diff1": 0.5426665714817206,
"nauc_ndcg_at_1_max": 0.4363868490936763,
"nauc_ndcg_at_1_std": 0.0848804512663318,
"nauc_ndcg_at_20_diff1": 0.49936219445673263,
"nauc_ndcg_at_20_max": 0.4058759298065976,
"nauc_ndcg_at_20_std": 0.10445924842376154,
"nauc_ndcg_at_3_diff1": 0.503357285211955,
"nauc_ndcg_at_3_max": 0.39674854424059497,
"nauc_ndcg_at_3_std": 0.08423967356240501,
"nauc_ndcg_at_5_diff1": 0.49742301608227035,
"nauc_ndcg_at_5_max": 0.40138571951180824,
"nauc_ndcg_at_5_std": 0.1100559744167346,
"nauc_precision_at_1000_diff1": -0.13892086229931144,
"nauc_precision_at_1000_max": -0.027065541290065075,
"nauc_precision_at_1000_std": 0.4723582998195445,
"nauc_precision_at_100_diff1": -0.086637377772648,
"nauc_precision_at_100_max": 0.06272690396225501,
"nauc_precision_at_100_std": 0.4459685496336481,
"nauc_precision_at_10_diff1": 0.18382676621492244,
"nauc_precision_at_10_max": 0.3191855166802661,
"nauc_precision_at_10_std": 0.2593810406414569,
"nauc_precision_at_1_diff1": 0.5426665714817206,
"nauc_precision_at_1_max": 0.4363868490936763,
"nauc_precision_at_1_std": 0.0848804512663318,
"nauc_precision_at_20_diff1": 0.07359698910524838,
"nauc_precision_at_20_max": 0.22183672408086041,
"nauc_precision_at_20_std": 0.3013806717387075,
"nauc_precision_at_3_diff1": 0.35468926029853354,
"nauc_precision_at_3_max": 0.3700904801221439,
"nauc_precision_at_3_std": 0.1473682892983532,
"nauc_precision_at_5_diff1": 0.26386676031748235,
"nauc_precision_at_5_max": 0.34547038877610187,
"nauc_precision_at_5_std": 0.21351651412738595,
"nauc_recall_at_1000_diff1": 0.4155373997531603,
"nauc_recall_at_1000_max": 0.6146326939530435,
"nauc_recall_at_1000_std": 0.6233798727186802,
"nauc_recall_at_100_diff1": 0.4343960688367899,
"nauc_recall_at_100_max": 0.4357846891921354,
"nauc_recall_at_100_std": 0.3969080214091094,
"nauc_recall_at_10_diff1": 0.45547557566166263,
"nauc_recall_at_10_max": 0.38728988189856844,
"nauc_recall_at_10_std": 0.10679042654607714,
"nauc_recall_at_1_diff1": 0.5707336304917295,
"nauc_recall_at_1_max": 0.39138941383025533,
"nauc_recall_at_1_std": 0.024274854669909265,
"nauc_recall_at_20_diff1": 0.42164942662562066,
"nauc_recall_at_20_max": 0.3361320211773799,
"nauc_recall_at_20_std": 0.09825950623312366,
"nauc_recall_at_3_diff1": 0.47174631443946863,
"nauc_recall_at_3_max": 0.35405376918138753,
"nauc_recall_at_3_std": 0.06016614665131945,
"nauc_recall_at_5_diff1": 0.4521313562921986,
"nauc_recall_at_5_max": 0.3683880278231128,
"nauc_recall_at_5_std": 0.10935396993978982,
"ndcg_at_1": 0.32213,
"ndcg_at_10": 0.43383,
"ndcg_at_100": 0.49635,
"ndcg_at_1000": 0.51786,
"ndcg_at_20": 0.45975,
"ndcg_at_3": 0.38546,
"ndcg_at_5": 0.40483,
"precision_at_1": 0.32213,
"precision_at_10": 0.0834,
"precision_at_100": 0.01717,
"precision_at_1000": 0.00253,
"precision_at_20": 0.05296,
"precision_at_3": 0.18116,
"precision_at_5": 0.13043,
"recall_at_1": 0.26887,
"recall_at_10": 0.55464,
"recall_at_100": 0.82078,
"recall_at_1000": 0.95575,
"recall_at_20": 0.65038,
"recall_at_3": 0.41702,
"recall_at_5": 0.46853
}
]
},
"task_name": "CQADupstackWebmastersRetrieval"
} |