File size: 7,173 Bytes
9f80cbd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32",
"evaluation_time": 82.44713306427002,
"kg_co2_emissions": null,
"mteb_version": "1.14.5",
"scores": {
"test": [
{
"hf_subset": "default",
"languages": [
"eng-Latn"
],
"main_score": 0.45424,
"map_at_1": 0.27498,
"map_at_10": 0.38917,
"map_at_100": 0.40351,
"map_at_1000": 0.40454,
"map_at_20": 0.39761,
"map_at_3": 0.35136,
"map_at_5": 0.37244,
"mrr_at_1": 0.3458904109589041,
"mrr_at_10": 0.4430809233891424,
"mrr_at_100": 0.4517205520801024,
"mrr_at_1000": 0.4521797773701039,
"mrr_at_20": 0.4477827670257902,
"mrr_at_3": 0.4143835616438355,
"mrr_at_5": 0.4309931506849311,
"nauc_map_at_1000_diff1": 0.44408660583246107,
"nauc_map_at_1000_max": 0.3617024856224632,
"nauc_map_at_1000_std": 0.0555246382397476,
"nauc_map_at_100_diff1": 0.4440605520251245,
"nauc_map_at_100_max": 0.36194077265231694,
"nauc_map_at_100_std": 0.055855499390158436,
"nauc_map_at_10_diff1": 0.445604127323392,
"nauc_map_at_10_max": 0.3550314537590206,
"nauc_map_at_10_std": 0.04526722199567729,
"nauc_map_at_1_diff1": 0.5063622662869485,
"nauc_map_at_1_max": 0.3233245181026108,
"nauc_map_at_1_std": -0.0008453691152366348,
"nauc_map_at_20_diff1": 0.4429429684090924,
"nauc_map_at_20_max": 0.360580540903026,
"nauc_map_at_20_std": 0.05295035246821741,
"nauc_map_at_3_diff1": 0.44733841783734224,
"nauc_map_at_3_max": 0.3426263207897116,
"nauc_map_at_3_std": 0.02025353522179486,
"nauc_map_at_5_diff1": 0.44418832226623367,
"nauc_map_at_5_max": 0.3481250281227125,
"nauc_map_at_5_std": 0.036979411206420496,
"nauc_mrr_at_1000_diff1": 0.44273719963005914,
"nauc_mrr_at_1000_max": 0.3799498924498347,
"nauc_mrr_at_1000_std": 0.08061883899545604,
"nauc_mrr_at_100_diff1": 0.44244700925067215,
"nauc_mrr_at_100_max": 0.3798292390287967,
"nauc_mrr_at_100_std": 0.08088203163700897,
"nauc_mrr_at_10_diff1": 0.4436378814141241,
"nauc_mrr_at_10_max": 0.37969066613051206,
"nauc_mrr_at_10_std": 0.07776336925832246,
"nauc_mrr_at_1_diff1": 0.4901865028121754,
"nauc_mrr_at_1_max": 0.3724650737531506,
"nauc_mrr_at_1_std": 0.05342564261047464,
"nauc_mrr_at_20_diff1": 0.4422062154434368,
"nauc_mrr_at_20_max": 0.38042445787294626,
"nauc_mrr_at_20_std": 0.08029545470840294,
"nauc_mrr_at_3_diff1": 0.44384058043667773,
"nauc_mrr_at_3_max": 0.3856777706732033,
"nauc_mrr_at_3_std": 0.06916241101180864,
"nauc_mrr_at_5_diff1": 0.4417313041155434,
"nauc_mrr_at_5_max": 0.37904453183961895,
"nauc_mrr_at_5_std": 0.07654149813086435,
"nauc_ndcg_at_1000_diff1": 0.4289976587452915,
"nauc_ndcg_at_1000_max": 0.3793547471804796,
"nauc_ndcg_at_1000_std": 0.09363276661023512,
"nauc_ndcg_at_100_diff1": 0.4279356350435622,
"nauc_ndcg_at_100_max": 0.38319132397614625,
"nauc_ndcg_at_100_std": 0.10283728835175808,
"nauc_ndcg_at_10_diff1": 0.43109771367248584,
"nauc_ndcg_at_10_max": 0.3681373852136193,
"nauc_ndcg_at_10_std": 0.07173387007978778,
"nauc_ndcg_at_1_diff1": 0.4901865028121754,
"nauc_ndcg_at_1_max": 0.3724650737531506,
"nauc_ndcg_at_1_std": 0.05342564261047464,
"nauc_ndcg_at_20_diff1": 0.42290184904519035,
"nauc_ndcg_at_20_max": 0.3781182041305661,
"nauc_ndcg_at_20_std": 0.08895437572102677,
"nauc_ndcg_at_3_diff1": 0.42829766309216016,
"nauc_ndcg_at_3_max": 0.3636159955374062,
"nauc_ndcg_at_3_std": 0.04692207218376257,
"nauc_ndcg_at_5_diff1": 0.42683164459018336,
"nauc_ndcg_at_5_max": 0.3600318067574793,
"nauc_ndcg_at_5_std": 0.062069167736728006,
"nauc_precision_at_1000_diff1": -0.09921850456532988,
"nauc_precision_at_1000_max": 0.019187102442482118,
"nauc_precision_at_1000_std": 0.0913971704068471,
"nauc_precision_at_100_diff1": -0.003959010739586963,
"nauc_precision_at_100_max": 0.181292602087011,
"nauc_precision_at_100_std": 0.21109093911780175,
"nauc_precision_at_10_diff1": 0.17080314701119975,
"nauc_precision_at_10_max": 0.3186564917518719,
"nauc_precision_at_10_std": 0.1832169805417257,
"nauc_precision_at_1_diff1": 0.4901865028121754,
"nauc_precision_at_1_max": 0.3724650737531506,
"nauc_precision_at_1_std": 0.05342564261047464,
"nauc_precision_at_20_diff1": 0.08791767873562159,
"nauc_precision_at_20_max": 0.2876597470519587,
"nauc_precision_at_20_std": 0.21830551819115476,
"nauc_precision_at_3_diff1": 0.267478949604666,
"nauc_precision_at_3_max": 0.36938097694988614,
"nauc_precision_at_3_std": 0.12118518011572935,
"nauc_precision_at_5_diff1": 0.21068305839703594,
"nauc_precision_at_5_max": 0.338839737918025,
"nauc_precision_at_5_std": 0.15607556488023316,
"nauc_recall_at_1000_diff1": 0.18724985776767158,
"nauc_recall_at_1000_max": 0.4692275591515184,
"nauc_recall_at_1000_std": 0.5912106404368763,
"nauc_recall_at_100_diff1": 0.31434161483116485,
"nauc_recall_at_100_max": 0.42357257908927726,
"nauc_recall_at_100_std": 0.344989118961823,
"nauc_recall_at_10_diff1": 0.37221501341322294,
"nauc_recall_at_10_max": 0.35844175456304467,
"nauc_recall_at_10_std": 0.11632612410953669,
"nauc_recall_at_1_diff1": 0.5063622662869485,
"nauc_recall_at_1_max": 0.3233245181026108,
"nauc_recall_at_1_std": -0.0008453691152366348,
"nauc_recall_at_20_diff1": 0.3271635190936921,
"nauc_recall_at_20_max": 0.38287566026053405,
"nauc_recall_at_20_std": 0.1804700862219653,
"nauc_recall_at_3_diff1": 0.380533729163931,
"nauc_recall_at_3_max": 0.3432807441261303,
"nauc_recall_at_3_std": 0.034582622072055424,
"nauc_recall_at_5_diff1": 0.3684026124891099,
"nauc_recall_at_5_max": 0.3371681143921209,
"nauc_recall_at_5_std": 0.08188724842806733,
"ndcg_at_1": 0.34589,
"ndcg_at_10": 0.45424,
"ndcg_at_100": 0.51076,
"ndcg_at_1000": 0.52985,
"ndcg_at_20": 0.47728,
"ndcg_at_3": 0.3942,
"ndcg_at_5": 0.42217,
"precision_at_1": 0.34589,
"precision_at_10": 0.08596,
"precision_at_100": 0.01321,
"precision_at_1000": 0.00165,
"precision_at_20": 0.0508,
"precision_at_3": 0.1914,
"precision_at_5": 0.13904,
"recall_at_1": 0.27498,
"recall_at_10": 0.59444,
"recall_at_100": 0.83271,
"recall_at_1000": 0.9571,
"recall_at_20": 0.67503,
"recall_at_3": 0.42514,
"recall_at_5": 0.49904
}
]
},
"task_name": "CQADupstackProgrammersRetrieval"
} |