diff --git "a/intfloat_e5-large-v2.json" "b/intfloat_e5-large-v2.json" new file mode 100644--- /dev/null +++ "b/intfloat_e5-large-v2.json" @@ -0,0 +1,5021 @@ +{ + "bomFormat": "CycloneDX", + "specVersion": "1.6", + "serialNumber": "urn:uuid:1ddfda82-aec0-4727-b2e7-40579f5bcf6b", + "version": 1, + "metadata": { + "timestamp": "2025-06-05T09:42:30.728124+00:00", + "component": { + "type": "machine-learning-model", + "bom-ref": "intfloat/e5-large-v2-5d2eec4e-2662-55d9-bded-62d50dbfa626", + "name": "intfloat/e5-large-v2", + "externalReferences": [ + { + "url": "https://huggingface.co/intfloat/e5-large-v2", + "type": "documentation" + } + ], + "modelCard": { + "modelParameters": { + "task": "sentence-similarity", + "architectureFamily": "bert", + "modelArchitecture": "BertModel" + }, + "properties": [ + { + "name": "library_name", + "value": "sentence-transformers" + } + ], + "quantitativeAnalysis": { + "performanceMetrics": [ + { + "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", + "type": "accuracy", + "value": 79.22388059701493 + }, + { + "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", + "type": "ap", + "value": 43.20816505595132 + }, + { + "slice": "dataset: mteb/amazon_counterfactual, split: test, config: en", + "type": "f1", + "value": 73.27811303522058 + }, + { + "slice": "dataset: mteb/amazon_polarity, split: test, config: default", + "type": "accuracy", + "value": 93.748325 + }, + { + "slice": "dataset: mteb/amazon_polarity, split: test, config: default", + "type": "ap", + "value": 90.72534979701297 + }, + { + "slice": "dataset: mteb/amazon_polarity, split: test, config: default", + "type": "f1", + "value": 93.73895874282185 + }, + { + "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", + "type": "accuracy", + "value": 48.612 + }, + { + "slice": "dataset: mteb/amazon_reviews_multi, split: test, config: en", + "type": "f1", + "value": 47.61157345898393 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "map_at_1", + "value": 23.541999999999998 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "map_at_10", + "value": 38.208 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "map_at_100", + "value": 39.417 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "map_at_1000", + "value": 39.428999999999995 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "map_at_3", + "value": 33.95 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "map_at_5", + "value": 36.329 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "mrr_at_1", + "value": 23.755000000000003 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "mrr_at_10", + "value": 38.288 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "mrr_at_100", + "value": 39.511 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "mrr_at_1000", + "value": 39.523 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "mrr_at_3", + "value": 34.009 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "mrr_at_5", + "value": 36.434 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "ndcg_at_1", + "value": 23.541999999999998 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "ndcg_at_10", + "value": 46.417 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "ndcg_at_100", + "value": 51.812000000000005 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "ndcg_at_1000", + "value": 52.137 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "ndcg_at_3", + "value": 37.528 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "ndcg_at_5", + "value": 41.81 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "precision_at_1", + "value": 23.541999999999998 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "precision_at_10", + "value": 7.269 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "precision_at_100", + "value": 0.9690000000000001 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "precision_at_1000", + "value": 0.099 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "precision_at_3", + "value": 15.979 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "precision_at_5", + "value": 11.664 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "recall_at_1", + "value": 23.541999999999998 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "recall_at_10", + "value": 72.688 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "recall_at_100", + "value": 96.871 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "recall_at_1000", + "value": 99.431 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "recall_at_3", + "value": 47.937000000000005 + }, + { + "slice": "dataset: arguana, split: test, config: default", + "type": "recall_at_5", + "value": 58.321 + }, + { + "slice": "dataset: mteb/arxiv-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 45.546499570522094 + }, + { + "slice": "dataset: mteb/arxiv-clustering-s2s, split: test, config: default", + "type": "v_measure", + "value": 41.01607489943561 + }, + { + "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", + "type": "map", + "value": 59.616107510107774 + }, + { + "slice": "dataset: mteb/askubuntudupquestions-reranking, split: test, config: default", + "type": "mrr", + "value": 72.75106626214661 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 84.33018094733868 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 83.60190492611737 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 82.1492450218961 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 82.70308926526991 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 81.93959600076842 + }, + { + "slice": "dataset: mteb/biosses-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 82.73260801016369 + }, + { + "slice": "dataset: mteb/banking77, split: test, config: default", + "type": "accuracy", + "value": 84.54545454545455 + }, + { + "slice": "dataset: mteb/banking77, split: test, config: default", + "type": "f1", + "value": 84.49582530928923 + }, + { + "slice": "dataset: mteb/biorxiv-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 37.362725540120096 + }, + { + "slice": "dataset: mteb/biorxiv-clustering-s2s, split: test, config: default", + "type": "v_measure", + "value": 34.849509608178145 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 31.502999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 43.323 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 44.708999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 44.838 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 38.987 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 41.516999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 38.769999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 49.13 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 49.697 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 49.741 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 45.804 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 47.842 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 38.769999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 50.266999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 54.967 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 56.976000000000006 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 43.823 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 47.12 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 38.769999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 10.057 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.554 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.202 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 21.125 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 15.851 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 31.502999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 63.715999999999994 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 83.61800000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 96.63199999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 45.403 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 54.481 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 27.833000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 37.330999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 38.580999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 38.708 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 34.713 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 36.104 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 35.223 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 43.419000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 44.198 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 44.249 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 41.614000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 42.553000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 35.223 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 42.687999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 47.447 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 49.701 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 39.162 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 40.557 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 35.223 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 7.962 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.304 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.18 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 19.023 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 13.184999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 27.833000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 51.881 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 72.04 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 86.644 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 40.778 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 45.176 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 38.175 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 51.174 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 52.26499999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 52.315999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 47.897 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 49.703 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 43.448 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 54.505 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 55.216 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 55.242000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 51.98500000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 53.434000000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 43.448 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 57.282 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 61.537 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 62.546 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 51.73799999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 54.324 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 43.448 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 9.292 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.233 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.136 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 23.218 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 15.887 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 38.175 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 72.00999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 90.155 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 97.257 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 57.133 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 63.424 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 22.405 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 30.043 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 31.191000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 31.275 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 27.034000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 28.688000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 24.068 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 31.993 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 32.992 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 33.050000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 28.964000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 30.653000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 24.068 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 35.198 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 40.709 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 42.855 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 29.139 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 32.045 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 24.068 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 5.65 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 0.885 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.11199999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 12.279 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 8.994 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 22.405 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 49.391 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 74.53699999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 90.605 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 33.126 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 40.073 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 13.309999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 20.688000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 22.022 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 22.152 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 17.954 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 19.439 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 16.294 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 24.479 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 25.515 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 25.593 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 21.642 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 23.189999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 16.294 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 25.833000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 32.074999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 35.083 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 20.493 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 22.949 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 16.294 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 5.112 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 0.96 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.134 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 9.908999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 7.587000000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 13.309999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 37.851 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 64.835 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 86.334 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 23.493 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 29.528 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 25.857999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 35.503 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 36.957 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 37.065 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 32.275999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 34.119 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 31.954 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 40.851 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 41.863 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 41.900999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 38.129999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 39.737 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 31.954 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 41.343999999999994 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 47.397 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 49.501 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 36.047000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 38.639 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 31.954 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 7.68 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.247 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.16199999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 17.132 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 12.589 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 25.857999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 53.43599999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 78.82400000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 92.78999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 38.655 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 45.216 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 24.709 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 34.318 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 35.657 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 35.783 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 31.326999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 33.021 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 30.137000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 39.093 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 39.992 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 40.056999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 36.606 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 37.861 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 30.137000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 39.974 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 45.647999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 48.259 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 35.028 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 37.175999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 30.137000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 7.363 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.184 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.161 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 16.857 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 11.963 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 24.709 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 52.087 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 76.125 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 93.82300000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 38.149 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 43.984 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 23.40791666666667 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 32.458083333333335 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 33.691916666666664 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 33.81191666666666 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 29.51625 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 31.168083333333335 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 27.96591666666666 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 36.528583333333344 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 37.404 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 37.464333333333336 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 33.92883333333333 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 35.41933333333333 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 27.96591666666666 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 37.89141666666666 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 43.23066666666666 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 45.63258333333333 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 32.811249999999994 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 35.22566666666667 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 27.96591666666666 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 6.834083333333332 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.12225 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.15241666666666667 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 15.264333333333335 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 11.039416666666666 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 23.40791666666667 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 49.927083333333336 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 73.44641666666668 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 90.19950000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 35.88341666666667 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 42.061249999999994 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 19.592000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 26.895999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 27.921000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 28.02 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 24.883 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 25.812 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 22.698999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 29.520999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 30.458000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 30.526999999999997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 27.633000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 28.483999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 22.698999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 31.061 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 36.398 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 38.89 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 27.149 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 28.627000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 22.698999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 5.106999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 0.857 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.11499999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 11.963 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 8.221 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 19.592000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 41.329 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 66.094 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 84.511 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 30.61 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 34.213 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 14.71 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 20.965 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 21.994 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 22.133 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 18.741 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 19.951 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 18.307000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 24.66 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 25.540000000000003 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 25.629 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 22.511 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 23.72 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 18.307000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 25.153 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 30.229 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 33.623 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 21.203 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 23.006999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 18.307000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 4.725 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 0.8659999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.133 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 10.14 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 7.481 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 14.71 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 34.087 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 57.147999999999996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 81.777 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 22.996 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 27.73 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 23.472 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 32.699 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 33.867000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 33.967000000000006 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 29.718 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 31.345 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 28.265 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 36.945 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 37.794 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 37.857 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 34.266000000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 35.768 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 28.265 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 38.35 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 43.739 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 46.087 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 33.004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 35.411 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 28.265 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 6.715999999999999 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.059 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.13799999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 15.299 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 10.951 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 23.472 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 51.413 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 75.17 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 91.577 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 36.651 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 42.814 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 23.666 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 32.963 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 34.544999999999995 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 34.792 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 29.74 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 31.5 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 29.051 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 38.013000000000005 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 38.997 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 39.055 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 34.947 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 36.815 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 29.051 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 39.361000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 45.186 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 47.867 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 33.797 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 36.456 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 29.051 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 7.668 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 1.532 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.247 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 15.876000000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 11.779 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 23.666 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 51.858000000000004 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 77.805 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 94.504 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 36.207 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 43.094 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1", + "value": 15.662 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_10", + "value": 23.594 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_100", + "value": 24.593999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_1000", + "value": 24.694 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_3", + "value": 20.925 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "map_at_5", + "value": 22.817999999999998 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1", + "value": 17.375 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_10", + "value": 25.734 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_100", + "value": 26.586 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_1000", + "value": 26.671 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_3", + "value": 23.044 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "mrr_at_5", + "value": 24.975 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1", + "value": 17.375 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_10", + "value": 28.186 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_100", + "value": 33.436 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_1000", + "value": 36.203 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_3", + "value": 23.152 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "ndcg_at_5", + "value": 26.397 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1", + "value": 17.375 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_10", + "value": 4.677 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_100", + "value": 0.786 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_1000", + "value": 0.109 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_3", + "value": 10.351 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "precision_at_5", + "value": 7.985 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1", + "value": 15.662 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_10", + "value": 40.066 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_100", + "value": 65.006 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_1000", + "value": 85.94000000000001 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_3", + "value": 27.400000000000002 + }, + { + "slice": "dataset: BeIR/cqadupstack, split: test, config: default", + "type": "recall_at_5", + "value": 35.002 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "map_at_1", + "value": 8.853 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "map_at_10", + "value": 15.568000000000001 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "map_at_100", + "value": 17.383000000000003 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "map_at_1000", + "value": 17.584 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "map_at_3", + "value": 12.561 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "map_at_5", + "value": 14.056 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "mrr_at_1", + "value": 18.958 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "mrr_at_10", + "value": 28.288000000000004 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "mrr_at_100", + "value": 29.432000000000002 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "mrr_at_1000", + "value": 29.498 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "mrr_at_3", + "value": 25.049 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "mrr_at_5", + "value": 26.857 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "ndcg_at_1", + "value": 18.958 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "ndcg_at_10", + "value": 22.21 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "ndcg_at_100", + "value": 29.596 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "ndcg_at_1000", + "value": 33.583 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "ndcg_at_3", + "value": 16.994999999999997 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "ndcg_at_5", + "value": 18.95 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "precision_at_1", + "value": 18.958 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "precision_at_10", + "value": 7.192 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "precision_at_100", + "value": 1.5 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "precision_at_1000", + "value": 0.22399999999999998 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "precision_at_3", + "value": 12.573 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "precision_at_5", + "value": 10.202 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "recall_at_1", + "value": 8.853 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "recall_at_10", + "value": 28.087 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "recall_at_100", + "value": 53.701 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "recall_at_1000", + "value": 76.29899999999999 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "recall_at_3", + "value": 15.913 + }, + { + "slice": "dataset: climate-fever, split: test, config: default", + "type": "recall_at_5", + "value": 20.658 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "map_at_1", + "value": 9.077 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "map_at_10", + "value": 20.788999999999998 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "map_at_100", + "value": 30.429000000000002 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "map_at_1000", + "value": 32.143 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "map_at_3", + "value": 14.692 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "map_at_5", + "value": 17.139 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "mrr_at_1", + "value": 70.75 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "mrr_at_10", + "value": 78.036 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "mrr_at_100", + "value": 78.401 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "mrr_at_1000", + "value": 78.404 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "mrr_at_3", + "value": 76.75 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "mrr_at_5", + "value": 77.47500000000001 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "ndcg_at_1", + "value": 58.12500000000001 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "ndcg_at_10", + "value": 44.015 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "ndcg_at_100", + "value": 49.247 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "ndcg_at_1000", + "value": 56.211999999999996 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "ndcg_at_3", + "value": 49.151 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "ndcg_at_5", + "value": 46.195 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "precision_at_1", + "value": 70.75 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "precision_at_10", + "value": 35.5 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "precision_at_100", + "value": 11.355 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "precision_at_1000", + "value": 2.1950000000000003 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "precision_at_3", + "value": 53.083000000000006 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "precision_at_5", + "value": 44.800000000000004 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "recall_at_1", + "value": 9.077 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "recall_at_10", + "value": 26.259 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "recall_at_100", + "value": 56.547000000000004 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "recall_at_1000", + "value": 78.551 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "recall_at_3", + "value": 16.162000000000003 + }, + { + "slice": "dataset: dbpedia-entity, split: test, config: default", + "type": "recall_at_5", + "value": 19.753999999999998 + }, + { + "slice": "dataset: mteb/emotion, split: test, config: default", + "type": "accuracy", + "value": 49.44500000000001 + }, + { + "slice": "dataset: mteb/emotion, split: test, config: default", + "type": "f1", + "value": 44.67067691783401 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "map_at_1", + "value": 68.182 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "map_at_10", + "value": 78.223 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "map_at_100", + "value": 78.498 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "map_at_1000", + "value": 78.512 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "map_at_3", + "value": 76.71 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "map_at_5", + "value": 77.725 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "mrr_at_1", + "value": 73.177 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "mrr_at_10", + "value": 82.513 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "mrr_at_100", + "value": 82.633 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "mrr_at_1000", + "value": 82.635 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "mrr_at_3", + "value": 81.376 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "mrr_at_5", + "value": 82.182 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "ndcg_at_1", + "value": 73.177 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "ndcg_at_10", + "value": 82.829 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "ndcg_at_100", + "value": 83.84 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "ndcg_at_1000", + "value": 84.07900000000001 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "ndcg_at_3", + "value": 80.303 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "ndcg_at_5", + "value": 81.846 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "precision_at_1", + "value": 73.177 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "precision_at_10", + "value": 10.241999999999999 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "precision_at_100", + "value": 1.099 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "precision_at_1000", + "value": 0.11399999999999999 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "precision_at_3", + "value": 31.247999999999998 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "precision_at_5", + "value": 19.697 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "recall_at_1", + "value": 68.182 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "recall_at_10", + "value": 92.657 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "recall_at_100", + "value": 96.709 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "recall_at_1000", + "value": 98.184 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "recall_at_3", + "value": 85.9 + }, + { + "slice": "dataset: fever, split: test, config: default", + "type": "recall_at_5", + "value": 89.755 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "map_at_1", + "value": 21.108 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "map_at_10", + "value": 33.342 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "map_at_100", + "value": 35.281 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "map_at_1000", + "value": 35.478 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "map_at_3", + "value": 29.067 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "map_at_5", + "value": 31.563000000000002 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "mrr_at_1", + "value": 41.667 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "mrr_at_10", + "value": 49.913000000000004 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "mrr_at_100", + "value": 50.724000000000004 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "mrr_at_1000", + "value": 50.766 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "mrr_at_3", + "value": 47.504999999999995 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "mrr_at_5", + "value": 49.033 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "ndcg_at_1", + "value": 41.667 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "ndcg_at_10", + "value": 41.144 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "ndcg_at_100", + "value": 48.326 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "ndcg_at_1000", + "value": 51.486 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "ndcg_at_3", + "value": 37.486999999999995 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "ndcg_at_5", + "value": 38.78 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "precision_at_1", + "value": 41.667 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "precision_at_10", + "value": 11.358 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "precision_at_100", + "value": 1.873 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "precision_at_1000", + "value": 0.244 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "precision_at_3", + "value": 25 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "precision_at_5", + "value": 18.519 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "recall_at_1", + "value": 21.108 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "recall_at_10", + "value": 47.249 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "recall_at_100", + "value": 74.52 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "recall_at_1000", + "value": 93.31 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "recall_at_3", + "value": 33.271 + }, + { + "slice": "dataset: fiqa, split: test, config: default", + "type": "recall_at_5", + "value": 39.723000000000006 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "map_at_1", + "value": 40.317 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "map_at_10", + "value": 64.861 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "map_at_100", + "value": 65.697 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "map_at_1000", + "value": 65.755 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "map_at_3", + "value": 61.258 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "map_at_5", + "value": 63.590999999999994 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "mrr_at_1", + "value": 80.635 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "mrr_at_10", + "value": 86.528 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "mrr_at_100", + "value": 86.66199999999999 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "mrr_at_1000", + "value": 86.666 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "mrr_at_3", + "value": 85.744 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "mrr_at_5", + "value": 86.24300000000001 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "ndcg_at_1", + "value": 80.635 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "ndcg_at_10", + "value": 73.13199999999999 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "ndcg_at_100", + "value": 75.927 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "ndcg_at_1000", + "value": 76.976 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "ndcg_at_3", + "value": 68.241 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "ndcg_at_5", + "value": 71.071 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "precision_at_1", + "value": 80.635 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "precision_at_10", + "value": 15.326 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "precision_at_100", + "value": 1.7500000000000002 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "precision_at_1000", + "value": 0.189 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "precision_at_3", + "value": 43.961 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "precision_at_5", + "value": 28.599999999999998 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "recall_at_1", + "value": 40.317 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "recall_at_10", + "value": 76.631 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "recall_at_100", + "value": 87.495 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "recall_at_1000", + "value": 94.362 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "recall_at_3", + "value": 65.94200000000001 + }, + { + "slice": "dataset: hotpotqa, split: test, config: default", + "type": "recall_at_5", + "value": 71.499 + }, + { + "slice": "dataset: mteb/imdb, split: test, config: default", + "type": "accuracy", + "value": 91.686 + }, + { + "slice": "dataset: mteb/imdb, split: test, config: default", + "type": "ap", + "value": 87.5577120393173 + }, + { + "slice": "dataset: mteb/imdb, split: test, config: default", + "type": "f1", + "value": 91.6629447355139 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "map_at_1", + "value": 23.702 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "map_at_10", + "value": 36.414 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "map_at_100", + "value": 37.561 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "map_at_1000", + "value": 37.605 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "map_at_3", + "value": 32.456 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "map_at_5", + "value": 34.827000000000005 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "mrr_at_1", + "value": 24.355 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "mrr_at_10", + "value": 37.01 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "mrr_at_100", + "value": 38.085 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "mrr_at_1000", + "value": 38.123000000000005 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "mrr_at_3", + "value": 33.117999999999995 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "mrr_at_5", + "value": 35.452 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "ndcg_at_1", + "value": 24.384 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "ndcg_at_10", + "value": 43.456 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "ndcg_at_100", + "value": 48.892 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "ndcg_at_1000", + "value": 49.964 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "ndcg_at_3", + "value": 35.475 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "ndcg_at_5", + "value": 39.711 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "precision_at_1", + "value": 24.384 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "precision_at_10", + "value": 6.7940000000000005 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "precision_at_100", + "value": 0.951 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "precision_at_1000", + "value": 0.104 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "precision_at_3", + "value": 15.052999999999999 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "precision_at_5", + "value": 11.189 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "recall_at_1", + "value": 23.702 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "recall_at_10", + "value": 65.057 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "recall_at_100", + "value": 90.021 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "recall_at_1000", + "value": 98.142 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "recall_at_3", + "value": 43.551 + }, + { + "slice": "dataset: msmarco, split: dev, config: default", + "type": "recall_at_5", + "value": 53.738 + }, + { + "slice": "dataset: mteb/mtop_domain, split: test, config: en", + "type": "accuracy", + "value": 94.62380300957591 + }, + { + "slice": "dataset: mteb/mtop_domain, split: test, config: en", + "type": "f1", + "value": 94.49871222100734 + }, + { + "slice": "dataset: mteb/mtop_intent, split: test, config: en", + "type": "accuracy", + "value": 77.14090287277702 + }, + { + "slice": "dataset: mteb/mtop_intent, split: test, config: en", + "type": "f1", + "value": 60.32101258220515 + }, + { + "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", + "type": "accuracy", + "value": 73.84330867518494 + }, + { + "slice": "dataset: mteb/amazon_massive_intent, split: test, config: en", + "type": "f1", + "value": 71.92248688515255 + }, + { + "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", + "type": "accuracy", + "value": 78.10692669804976 + }, + { + "slice": "dataset: mteb/amazon_massive_scenario, split: test, config: en", + "type": "f1", + "value": 77.9904839122866 + }, + { + "slice": "dataset: mteb/medrxiv-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 31.822988923078444 + }, + { + "slice": "dataset: mteb/medrxiv-clustering-s2s, split: test, config: default", + "type": "v_measure", + "value": 30.38394880253403 + }, + { + "slice": "dataset: mteb/mind_small, split: test, config: default", + "type": "map", + "value": 31.82504612539082 + }, + { + "slice": "dataset: mteb/mind_small, split: test, config: default", + "type": "mrr", + "value": 32.84462298174977 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "map_at_1", + "value": 6.029 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "map_at_10", + "value": 14.088999999999999 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "map_at_100", + "value": 17.601 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "map_at_1000", + "value": 19.144 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "map_at_3", + "value": 10.156 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "map_at_5", + "value": 11.892 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "mrr_at_1", + "value": 46.44 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "mrr_at_10", + "value": 56.596999999999994 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "mrr_at_100", + "value": 57.11000000000001 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "mrr_at_1000", + "value": 57.14 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "mrr_at_3", + "value": 54.334 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "mrr_at_5", + "value": 55.774 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "ndcg_at_1", + "value": 44.891999999999996 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "ndcg_at_10", + "value": 37.134 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "ndcg_at_100", + "value": 33.652 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "ndcg_at_1000", + "value": 42.548 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "ndcg_at_3", + "value": 41.851 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "ndcg_at_5", + "value": 39.842 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "precision_at_1", + "value": 46.44 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "precision_at_10", + "value": 27.647 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "precision_at_100", + "value": 8.309999999999999 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "precision_at_1000", + "value": 2.146 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "precision_at_3", + "value": 39.422000000000004 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "precision_at_5", + "value": 34.675 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "recall_at_1", + "value": 6.029 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "recall_at_10", + "value": 18.907 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "recall_at_100", + "value": 33.76 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "recall_at_1000", + "value": 65.14999999999999 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "recall_at_3", + "value": 11.584999999999999 + }, + { + "slice": "dataset: nfcorpus, split: test, config: default", + "type": "recall_at_5", + "value": 14.626 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "map_at_1", + "value": 39.373000000000005 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "map_at_10", + "value": 55.836 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "map_at_100", + "value": 56.611999999999995 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "map_at_1000", + "value": 56.63 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "map_at_3", + "value": 51.747 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "map_at_5", + "value": 54.337999999999994 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "mrr_at_1", + "value": 44.147999999999996 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "mrr_at_10", + "value": 58.42699999999999 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "mrr_at_100", + "value": 58.902 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "mrr_at_1000", + "value": 58.914 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "mrr_at_3", + "value": 55.156000000000006 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "mrr_at_5", + "value": 57.291000000000004 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "ndcg_at_1", + "value": 44.119 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "ndcg_at_10", + "value": 63.444 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "ndcg_at_100", + "value": 66.40599999999999 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "ndcg_at_1000", + "value": 66.822 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "ndcg_at_3", + "value": 55.962 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "ndcg_at_5", + "value": 60.228 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "precision_at_1", + "value": 44.119 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "precision_at_10", + "value": 10.006 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "precision_at_100", + "value": 1.17 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "precision_at_1000", + "value": 0.121 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "precision_at_3", + "value": 25.135 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "precision_at_5", + "value": 17.59 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "recall_at_1", + "value": 39.373000000000005 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "recall_at_10", + "value": 83.78999999999999 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "recall_at_100", + "value": 96.246 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "recall_at_1000", + "value": 99.324 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "recall_at_3", + "value": 64.71900000000001 + }, + { + "slice": "dataset: nq, split: test, config: default", + "type": "recall_at_5", + "value": 74.508 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "map_at_1", + "value": 69.199 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "map_at_10", + "value": 82.892 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "map_at_100", + "value": 83.578 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "map_at_1000", + "value": 83.598 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "map_at_3", + "value": 79.948 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "map_at_5", + "value": 81.779 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "mrr_at_1", + "value": 79.67 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "mrr_at_10", + "value": 86.115 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "mrr_at_100", + "value": 86.249 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "mrr_at_1000", + "value": 86.251 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "mrr_at_3", + "value": 85.08200000000001 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "mrr_at_5", + "value": 85.783 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "ndcg_at_1", + "value": 79.67 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "ndcg_at_10", + "value": 86.839 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "ndcg_at_100", + "value": 88.252 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "ndcg_at_1000", + "value": 88.401 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "ndcg_at_3", + "value": 83.86200000000001 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "ndcg_at_5", + "value": 85.473 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "precision_at_1", + "value": 79.67 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "precision_at_10", + "value": 13.19 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "precision_at_100", + "value": 1.521 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "precision_at_1000", + "value": 0.157 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "precision_at_3", + "value": 36.677 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "precision_at_5", + "value": 24.118000000000002 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "recall_at_1", + "value": 69.199 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "recall_at_10", + "value": 94.321 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "recall_at_100", + "value": 99.20400000000001 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "recall_at_1000", + "value": 99.947 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "recall_at_3", + "value": 85.787 + }, + { + "slice": "dataset: quora, split: test, config: default", + "type": "recall_at_5", + "value": 90.365 + }, + { + "slice": "dataset: mteb/reddit-clustering, split: test, config: default", + "type": "v_measure", + "value": 55.82810046856353 + }, + { + "slice": "dataset: mteb/reddit-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 63.38132611783628 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "map_at_1", + "value": 5.127000000000001 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "map_at_10", + "value": 12.235 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "map_at_100", + "value": 14.417 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "map_at_1000", + "value": 14.75 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "map_at_3", + "value": 8.906 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "map_at_5", + "value": 10.591000000000001 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "mrr_at_1", + "value": 25.2 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "mrr_at_10", + "value": 35.879 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "mrr_at_100", + "value": 36.935 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "mrr_at_1000", + "value": 36.997 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "mrr_at_3", + "value": 32.783 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "mrr_at_5", + "value": 34.367999999999995 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "ndcg_at_1", + "value": 25.2 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "ndcg_at_10", + "value": 20.509 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "ndcg_at_100", + "value": 28.67 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "ndcg_at_1000", + "value": 34.42 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "ndcg_at_3", + "value": 19.948 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "ndcg_at_5", + "value": 17.166 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "precision_at_1", + "value": 25.2 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "precision_at_10", + "value": 10.440000000000001 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "precision_at_100", + "value": 2.214 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "precision_at_1000", + "value": 0.359 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "precision_at_3", + "value": 18.533 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "precision_at_5", + "value": 14.860000000000001 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "recall_at_1", + "value": 5.127000000000001 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "recall_at_10", + "value": 21.147 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "recall_at_100", + "value": 44.946999999999996 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "recall_at_1000", + "value": 72.89 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "recall_at_3", + "value": 11.277 + }, + { + "slice": "dataset: scidocs, split: test, config: default", + "type": "recall_at_5", + "value": 15.042 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 83.0373011786213 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 79.27889560856613 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 80.31186315495655 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 79.41630415280811 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 80.31755140442013 + }, + { + "slice": "dataset: mteb/sickr-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 79.43069870027611 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 84.8659751342045 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 76.95377612997667 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 81.24552945497848 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 77.18236963555253 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 81.26477607759037 + }, + { + "slice": "dataset: mteb/sts12-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 77.13821753062756 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 83.34597139044875 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 84.124169425592 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 83.68590721511401 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 84.18846190846398 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 83.57630235061498 + }, + { + "slice": "dataset: mteb/sts13-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 84.10244043726902 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 82.67641885599572 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 80.46450725650428 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 81.61645042715865 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 80.61418394236874 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 81.55712034928871 + }, + { + "slice": "dataset: mteb/sts14-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 80.57905670523951 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 88.86650310886782 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 89.76081629222328 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 89.1530747029954 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 89.80990657280248 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 89.10640563278132 + }, + { + "slice": "dataset: mteb/sts15-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 89.76282108434047 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 83.93864027911118 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 85.47096193999023 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 85.03141840870533 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 85.43124029598181 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 84.99002664393512 + }, + { + "slice": "dataset: mteb/sts16-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 85.39169195120834 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "cos_sim_pearson", + "value": 88.7045343749832 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "cos_sim_spearman", + "value": 89.03262221146677 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "euclidean_pearson", + "value": 89.56078218264365 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "euclidean_spearman", + "value": 89.17827006466868 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "manhattan_pearson", + "value": 89.52717595468582 + }, + { + "slice": "dataset: mteb/sts17-crosslingual-sts, split: test, config: en-en", + "type": "manhattan_spearman", + "value": 89.15878115952923 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "cos_sim_pearson", + "value": 64.20191302875551 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "cos_sim_spearman", + "value": 64.11446552557646 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "euclidean_pearson", + "value": 64.6918197393619 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "euclidean_spearman", + "value": 63.440182631197764 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "manhattan_pearson", + "value": 64.55692904121835 + }, + { + "slice": "dataset: mteb/sts22-crosslingual-sts, split: test, config: en", + "type": "manhattan_spearman", + "value": 63.424877742756266 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "cos_sim_pearson", + "value": 86.37793104662344 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "cos_sim_spearman", + "value": 87.7357802629067 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "euclidean_pearson", + "value": 87.4286301545109 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "euclidean_spearman", + "value": 87.78452920777421 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "manhattan_pearson", + "value": 87.42445169331255 + }, + { + "slice": "dataset: mteb/stsbenchmark-sts, split: test, config: default", + "type": "manhattan_spearman", + "value": 87.78537677249598 + }, + { + "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", + "type": "map", + "value": 84.31465405081792 + }, + { + "slice": "dataset: mteb/scidocs-reranking, split: test, config: default", + "type": "mrr", + "value": 95.7173781193389 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "map_at_1", + "value": 57.760999999999996 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "map_at_10", + "value": 67.904 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "map_at_100", + "value": 68.539 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "map_at_1000", + "value": 68.562 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "map_at_3", + "value": 65.415 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "map_at_5", + "value": 66.788 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "mrr_at_1", + "value": 60.333000000000006 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "mrr_at_10", + "value": 68.797 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "mrr_at_100", + "value": 69.236 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "mrr_at_1000", + "value": 69.257 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "mrr_at_3", + "value": 66.667 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "mrr_at_5", + "value": 67.967 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "ndcg_at_1", + "value": 60.333000000000006 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "ndcg_at_10", + "value": 72.24199999999999 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "ndcg_at_100", + "value": 74.86 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "ndcg_at_1000", + "value": 75.354 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "ndcg_at_3", + "value": 67.93400000000001 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "ndcg_at_5", + "value": 70.02199999999999 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "precision_at_1", + "value": 60.333000000000006 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "precision_at_10", + "value": 9.533 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "precision_at_100", + "value": 1.09 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "precision_at_1000", + "value": 0.11299999999999999 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "precision_at_3", + "value": 26.778000000000002 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "precision_at_5", + "value": 17.467 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "recall_at_1", + "value": 57.760999999999996 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "recall_at_10", + "value": 84.383 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "recall_at_100", + "value": 96.267 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "recall_at_1000", + "value": 100 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "recall_at_3", + "value": 72.628 + }, + { + "slice": "dataset: scifact, split: test, config: default", + "type": "recall_at_5", + "value": 78.094 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cos_sim_accuracy", + "value": 99.8029702970297 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cos_sim_ap", + "value": 94.9210324173411 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cos_sim_f1", + "value": 89.8521162672106 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cos_sim_precision", + "value": 91.67533818938605 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "cos_sim_recall", + "value": 88.1 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_accuracy", + "value": 99.69504950495049 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_ap", + "value": 90.4919719146181 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_f1", + "value": 84.72289156626506 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_precision", + "value": 81.76744186046511 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "dot_recall", + "value": 87.9 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_accuracy", + "value": 99.79702970297029 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_ap", + "value": 94.87827463795753 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_f1", + "value": 89.55680081507896 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_precision", + "value": 91.27725856697819 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "euclidean_recall", + "value": 87.9 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_accuracy", + "value": 99.7990099009901 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_ap", + "value": 94.87587025149682 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_f1", + "value": 89.76298537569339 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_precision", + "value": 90.53916581892166 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "manhattan_recall", + "value": 89 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "max_accuracy", + "value": 99.8029702970297 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "max_ap", + "value": 94.9210324173411 + }, + { + "slice": "dataset: mteb/sprintduplicatequestions-pairclassification, split: test, config: default", + "type": "max_f1", + "value": 89.8521162672106 + }, + { + "slice": "dataset: mteb/stackexchange-clustering, split: test, config: default", + "type": "v_measure", + "value": 65.92385753948724 + }, + { + "slice": "dataset: mteb/stackexchange-clustering-p2p, split: test, config: default", + "type": "v_measure", + "value": 33.671756975431144 + }, + { + "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", + "type": "map", + "value": 50.677928036739004 + }, + { + "slice": "dataset: mteb/stackoverflowdupquestions-reranking, split: test, config: default", + "type": "mrr", + "value": 51.56413133435193 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "cos_sim_pearson", + "value": 30.523589340819683 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "cos_sim_spearman", + "value": 30.187407518823235 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "dot_pearson", + "value": 29.039713969699015 + }, + { + "slice": "dataset: mteb/summeval, split: test, config: default", + "type": "dot_spearman", + "value": 29.114740651155508 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "map_at_1", + "value": 0.211 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "map_at_10", + "value": 1.6199999999999999 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "map_at_100", + "value": 8.658000000000001 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "map_at_1000", + "value": 21.538 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "map_at_3", + "value": 0.575 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "map_at_5", + "value": 0.919 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "mrr_at_1", + "value": 78 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "mrr_at_10", + "value": 86.18599999999999 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "mrr_at_100", + "value": 86.18599999999999 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "mrr_at_1000", + "value": 86.18599999999999 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "mrr_at_3", + "value": 85 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "mrr_at_5", + "value": 85.9 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "ndcg_at_1", + "value": 74 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "ndcg_at_10", + "value": 66.542 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "ndcg_at_100", + "value": 50.163999999999994 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "ndcg_at_1000", + "value": 45.696999999999996 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "ndcg_at_3", + "value": 71.531 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "ndcg_at_5", + "value": 70.45 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "precision_at_1", + "value": 78 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "precision_at_10", + "value": 69.39999999999999 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "precision_at_100", + "value": 51.06 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "precision_at_1000", + "value": 20.022000000000002 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "precision_at_3", + "value": 76 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "precision_at_5", + "value": 74.8 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "recall_at_1", + "value": 0.211 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "recall_at_10", + "value": 1.813 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "recall_at_100", + "value": 12.098 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "recall_at_1000", + "value": 42.618 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "recall_at_3", + "value": 0.603 + }, + { + "slice": "dataset: trec-covid, split: test, config: default", + "type": "recall_at_5", + "value": 0.987 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "map_at_1", + "value": 2.2079999999999997 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "map_at_10", + "value": 7.777000000000001 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "map_at_100", + "value": 12.825000000000001 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "map_at_1000", + "value": 14.196 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "map_at_3", + "value": 4.285 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "map_at_5", + "value": 6.177 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "mrr_at_1", + "value": 30.612000000000002 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "mrr_at_10", + "value": 42.635 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "mrr_at_100", + "value": 43.955 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "mrr_at_1000", + "value": 43.955 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "mrr_at_3", + "value": 38.435 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "mrr_at_5", + "value": 41.088 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "ndcg_at_1", + "value": 28.571 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "ndcg_at_10", + "value": 20.666999999999998 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "ndcg_at_100", + "value": 31.840000000000003 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "ndcg_at_1000", + "value": 43.191 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "ndcg_at_3", + "value": 23.45 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "ndcg_at_5", + "value": 22.994 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "precision_at_1", + "value": 30.612000000000002 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "precision_at_10", + "value": 17.959 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "precision_at_100", + "value": 6.755 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "precision_at_1000", + "value": 1.4200000000000002 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "precision_at_3", + "value": 23.810000000000002 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "precision_at_5", + "value": 23.673 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "recall_at_1", + "value": 2.2079999999999997 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "recall_at_10", + "value": 13.144 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "recall_at_100", + "value": 42.491 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "recall_at_1000", + "value": 77.04299999999999 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "recall_at_3", + "value": 5.3469999999999995 + }, + { + "slice": "dataset: webis-touche2020, split: test, config: default", + "type": "recall_at_5", + "value": 9.139 + }, + { + "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", + "type": "accuracy", + "value": 70.9044 + }, + { + "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", + "type": "ap", + "value": 14.625783489340755 + }, + { + "slice": "dataset: mteb/toxic_conversations_50k, split: test, config: default", + "type": "f1", + "value": 54.814936562590546 + }, + { + "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", + "type": "accuracy", + "value": 60.94227504244483 + }, + { + "slice": "dataset: mteb/tweet_sentiment_extraction, split: test, config: default", + "type": "f1", + "value": 61.22516038508854 + }, + { + "slice": "dataset: mteb/twentynewsgroups-clustering, split: test, config: default", + "type": "v_measure", + "value": 49.602409155145864 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cos_sim_accuracy", + "value": 86.94641473445789 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cos_sim_ap", + "value": 76.91572747061197 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cos_sim_f1", + "value": 70.14348097317529 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cos_sim_precision", + "value": 66.53254437869822 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "cos_sim_recall", + "value": 74.1688654353562 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_accuracy", + "value": 84.80061989628658 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_ap", + "value": 70.7952548895177 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_f1", + "value": 65.44780728844965 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_precision", + "value": 61.53310104529617 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "dot_recall", + "value": 69.89445910290237 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_accuracy", + "value": 86.94641473445789 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_ap", + "value": 76.80774009393652 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_f1", + "value": 70.30522503879979 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_precision", + "value": 68.94977168949772 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "euclidean_recall", + "value": 71.71503957783642 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_accuracy", + "value": 86.8629671574179 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_ap", + "value": 76.76518632600317 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_f1", + "value": 70.16056518946692 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_precision", + "value": 68.360450563204 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "manhattan_recall", + "value": 72.0580474934037 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "max_accuracy", + "value": 86.94641473445789 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "max_ap", + "value": 76.91572747061197 + }, + { + "slice": "dataset: mteb/twittersemeval2015-pairclassification, split: test, config: default", + "type": "max_f1", + "value": 70.30522503879979 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cos_sim_accuracy", + "value": 89.10428066907285 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cos_sim_ap", + "value": 86.25114759921435 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cos_sim_f1", + "value": 78.37857884586856 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cos_sim_precision", + "value": 75.60818546078993 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "cos_sim_recall", + "value": 81.35971666153372 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_accuracy", + "value": 87.41995575736406 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_ap", + "value": 81.51838010086782 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_f1", + "value": 74.77398015435503 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_precision", + "value": 71.53002390662354 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "dot_recall", + "value": 78.32614721281182 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_accuracy", + "value": 89.12368533395428 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_ap", + "value": 86.33456799874504 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_f1", + "value": 78.45496750232127 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_precision", + "value": 75.78388462366364 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "euclidean_recall", + "value": 81.32121958731136 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_accuracy", + "value": 89.10622113556099 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_ap", + "value": 86.31215061745333 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_f1", + "value": 78.40684906011539 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_precision", + "value": 75.89536643366722 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "manhattan_recall", + "value": 81.09023714197721 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "max_accuracy", + "value": 89.12368533395428 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "max_ap", + "value": 86.33456799874504 + }, + { + "slice": "dataset: mteb/twitterurlcorpus-pairclassification, split: test, config: default", + "type": "max_f1", + "value": 78.45496750232127 + } + ] + } + }, + "authors": [ + { + "name": "intfloat" + } + ], + "licenses": [ + { + "license": { + "id": "MIT", + "url": "https://spdx.org/licenses/MIT.html" + } + } + ], + "tags": [ + "sentence-transformers", + "pytorch", + "onnx", + "safetensors", + "openvino", + "bert", + "mteb", + "Sentence Transformers", + "sentence-similarity", + "en", + "arxiv:2212.03533", + "arxiv:2104.08663", + "arxiv:2210.07316", + "license:mit", + "model-index", + "autotrain_compatible", + "text-embeddings-inference", + "endpoints_compatible", + "region:us" + ] + } + } +} \ No newline at end of file