From 9ca9ce93bed1df92ca60402d519637a8b08396ea Mon Sep 17 00:00:00 2001 From: SamuelYang1 Date: Sat, 18 Jan 2025 23:43:14 +0800 Subject: [PATCH] Add MTEB retrieval results for inf-retriever-v1 --- .../ArguAna.json | 158 ++++++++++++++++++ .../CQADupstackAndroidRetrieval.json | 158 ++++++++++++++++++ .../CQADupstackEnglishRetrieval.json | 158 ++++++++++++++++++ .../CQADupstackGamingRetrieval.json | 158 ++++++++++++++++++ .../CQADupstackGisRetrieval.json | 158 ++++++++++++++++++ .../CQADupstackMathematicaRetrieval.json | 158 ++++++++++++++++++ .../CQADupstackPhysicsRetrieval.json | 158 ++++++++++++++++++ .../CQADupstackProgrammersRetrieval.json | 158 ++++++++++++++++++ .../CQADupstackStatsRetrieval.json | 158 ++++++++++++++++++ .../CQADupstackTexRetrieval.json | 158 ++++++++++++++++++ .../CQADupstackUnixRetrieval.json | 158 ++++++++++++++++++ .../CQADupstackWebmastersRetrieval.json | 158 ++++++++++++++++++ .../CQADupstackWordpressRetrieval.json | 158 ++++++++++++++++++ .../ClimateFEVER.json | 158 ++++++++++++++++++ .../DBPedia.json | 158 ++++++++++++++++++ .../FEVER.json | 158 ++++++++++++++++++ .../FiQA2018.json | 158 ++++++++++++++++++ .../HotpotQA.json | 158 ++++++++++++++++++ .../MSMARCO.json | 158 ++++++++++++++++++ .../NFCorpus.json | 158 ++++++++++++++++++ .../NQ.json | 158 ++++++++++++++++++ .../QuoraRetrieval.json | 158 ++++++++++++++++++ .../SCIDOCS.json | 158 ++++++++++++++++++ .../SciFact.json | 158 ++++++++++++++++++ .../TRECCOVID.json | 158 ++++++++++++++++++ .../Touche2020.json | 158 ++++++++++++++++++ 26 files changed, 4108 insertions(+) create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/ArguAna.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackAndroidRetrieval.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackEnglishRetrieval.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackGamingRetrieval.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackGisRetrieval.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackMathematicaRetrieval.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackPhysicsRetrieval.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackProgrammersRetrieval.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackStatsRetrieval.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackTexRetrieval.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackUnixRetrieval.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackWebmastersRetrieval.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackWordpressRetrieval.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/ClimateFEVER.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/DBPedia.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/FEVER.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/FiQA2018.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/HotpotQA.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/MSMARCO.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/NFCorpus.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/NQ.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/QuoraRetrieval.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/SCIDOCS.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/SciFact.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/TRECCOVID.json create mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/Touche2020.json diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/ArguAna.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/ArguAna.json new file mode 100644 index 0000000000..5c71d10fbc --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/ArguAna.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", + "task_name": "ArguAna", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.69061, + "ndcg_at_3": 0.81526, + "ndcg_at_5": 0.837, + "ndcg_at_10": 0.84805, + "ndcg_at_20": 0.85004, + "ndcg_at_100": 0.85065, + "ndcg_at_1000": 0.85065, + "map_at_1": 0.69061, + "map_at_3": 0.78568, + "map_at_5": 0.79795, + "map_at_10": 0.80266, + "map_at_20": 0.8032, + "map_at_100": 0.80332, + "map_at_1000": 0.80332, + "recall_at_1": 0.69061, + "recall_at_3": 0.90043, + "recall_at_5": 0.95235, + "recall_at_10": 0.98578, + "recall_at_20": 0.9936, + "recall_at_100": 0.99644, + "recall_at_1000": 0.99644, + "precision_at_1": 0.69061, + "precision_at_3": 0.30014, + "precision_at_5": 0.19047, + "precision_at_10": 0.09858, + "precision_at_20": 0.04968, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.696302, + "mrr_at_3": 0.787696, + "mrr_at_5": 0.799893, + "mrr_at_10": 0.804601, + "mrr_at_20": 0.805147, + "mrr_at_100": 0.805263, + "mrr_at_1000": 0.805263, + "nauc_ndcg_at_1_max": -0.064699, + "nauc_ndcg_at_1_std": -0.348562, + "nauc_ndcg_at_1_diff1": 0.559749, + "nauc_ndcg_at_3_max": -0.019726, + "nauc_ndcg_at_3_std": -0.376787, + "nauc_ndcg_at_3_diff1": 0.493515, + "nauc_ndcg_at_5_max": -0.031557, + "nauc_ndcg_at_5_std": -0.364607, + "nauc_ndcg_at_5_diff1": 0.514278, + "nauc_ndcg_at_10_max": -0.031898, + "nauc_ndcg_at_10_std": -0.361649, + "nauc_ndcg_at_10_diff1": 0.515543, + "nauc_ndcg_at_20_max": -0.03479, + "nauc_ndcg_at_20_std": -0.360227, + "nauc_ndcg_at_20_diff1": 0.51853, + "nauc_ndcg_at_100_max": -0.03576, + "nauc_ndcg_at_100_std": -0.358202, + "nauc_ndcg_at_100_diff1": 0.520274, + "nauc_ndcg_at_1000_max": -0.03576, + "nauc_ndcg_at_1000_std": -0.358202, + "nauc_ndcg_at_1000_diff1": 0.520274, + "nauc_map_at_1_max": -0.064699, + "nauc_map_at_1_std": -0.348562, + "nauc_map_at_1_diff1": 0.559749, + "nauc_map_at_3_max": -0.035605, + "nauc_map_at_3_std": -0.370678, + "nauc_map_at_3_diff1": 0.51249, + "nauc_map_at_5_max": -0.041794, + "nauc_map_at_5_std": -0.3646, + "nauc_map_at_5_diff1": 0.523372, + "nauc_map_at_10_max": -0.04231, + "nauc_map_at_10_std": -0.363055, + "nauc_map_at_10_diff1": 0.523931, + "nauc_map_at_20_max": -0.042911, + "nauc_map_at_20_std": -0.362755, + "nauc_map_at_20_diff1": 0.524606, + "nauc_map_at_100_max": -0.043013, + "nauc_map_at_100_std": -0.362476, + "nauc_map_at_100_diff1": 0.524913, + "nauc_map_at_1000_max": -0.043013, + "nauc_map_at_1000_std": -0.362476, + "nauc_map_at_1000_diff1": 0.524913, + "nauc_recall_at_1_max": -0.064699, + "nauc_recall_at_1_std": -0.348562, + "nauc_recall_at_1_diff1": 0.559749, + "nauc_recall_at_3_max": 0.06862, + "nauc_recall_at_3_std": -0.407888, + "nauc_recall_at_3_diff1": 0.391248, + "nauc_recall_at_5_max": 0.073238, + "nauc_recall_at_5_std": -0.35379, + "nauc_recall_at_5_diff1": 0.430837, + "nauc_recall_at_10_max": 0.318323, + "nauc_recall_at_10_std": -0.279647, + "nauc_recall_at_10_diff1": 0.278555, + "nauc_recall_at_20_max": 0.501461, + "nauc_recall_at_20_std": -0.065168, + "nauc_recall_at_20_diff1": 0.228241, + "nauc_recall_at_100_max": 0.739548, + "nauc_recall_at_100_std": 0.529461, + "nauc_recall_at_100_diff1": 0.273904, + "nauc_recall_at_1000_max": 0.739548, + "nauc_recall_at_1000_std": 0.529461, + "nauc_recall_at_1000_diff1": 0.273904, + "nauc_precision_at_1_max": -0.064699, + "nauc_precision_at_1_std": -0.348562, + "nauc_precision_at_1_diff1": 0.559749, + "nauc_precision_at_3_max": 0.06862, + "nauc_precision_at_3_std": -0.407888, + "nauc_precision_at_3_diff1": 0.391248, + "nauc_precision_at_5_max": 0.073238, + "nauc_precision_at_5_std": -0.35379, + "nauc_precision_at_5_diff1": 0.430837, + "nauc_precision_at_10_max": 0.318323, + "nauc_precision_at_10_std": -0.279647, + "nauc_precision_at_10_diff1": 0.278555, + "nauc_precision_at_20_max": 0.501461, + "nauc_precision_at_20_std": -0.065168, + "nauc_precision_at_20_diff1": 0.228241, + "nauc_precision_at_100_max": 0.739548, + "nauc_precision_at_100_std": 0.529461, + "nauc_precision_at_100_diff1": 0.273904, + "nauc_precision_at_1000_max": 0.739548, + "nauc_precision_at_1000_std": 0.529461, + "nauc_precision_at_1000_diff1": 0.273904, + "nauc_mrr_at_1_max": -0.072786, + "nauc_mrr_at_1_std": -0.347917, + "nauc_mrr_at_1_diff1": 0.544724, + "nauc_mrr_at_3_max": -0.049471, + "nauc_mrr_at_3_std": -0.368598, + "nauc_mrr_at_3_diff1": 0.497177, + "nauc_mrr_at_5_max": -0.053336, + "nauc_mrr_at_5_std": -0.363487, + "nauc_mrr_at_5_diff1": 0.507487, + "nauc_mrr_at_10_max": -0.054169, + "nauc_mrr_at_10_std": -0.361905, + "nauc_mrr_at_10_diff1": 0.507615, + "nauc_mrr_at_20_max": -0.05481, + "nauc_mrr_at_20_std": -0.361599, + "nauc_mrr_at_20_diff1": 0.508242, + "nauc_mrr_at_100_max": -0.05492, + "nauc_mrr_at_100_std": -0.361319, + "nauc_mrr_at_100_diff1": 0.508539, + "nauc_mrr_at_1000_max": -0.05492, + "nauc_mrr_at_1000_std": -0.361319, + "nauc_mrr_at_1000_diff1": 0.508539, + "main_score": 0.84805, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1908.378798007965, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackAndroidRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackAndroidRetrieval.json new file mode 100644 index 0000000000..0c3cf34e0f --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackAndroidRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f46a197baaae43b4f621051089b82a364682dfeb", + "task_name": "CQADupstackAndroidRetrieval", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.45494, + "ndcg_at_3": 0.515, + "ndcg_at_5": 0.54044, + "ndcg_at_10": 0.5673, + "ndcg_at_20": 0.58704, + "ndcg_at_100": 0.61378, + "ndcg_at_1000": 0.62836, + "map_at_1": 0.37042, + "map_at_3": 0.46129, + "map_at_5": 0.48434, + "map_at_10": 0.50101, + "map_at_20": 0.5095, + "map_at_100": 0.51543, + "map_at_1000": 0.51651, + "recall_at_1": 0.37042, + "recall_at_3": 0.53481, + "recall_at_5": 0.60773, + "recall_at_10": 0.6913, + "recall_at_20": 0.76102, + "recall_at_100": 0.88144, + "recall_at_1000": 0.97059, + "precision_at_1": 0.45494, + "precision_at_3": 0.24893, + "precision_at_5": 0.17997, + "precision_at_10": 0.10858, + "precision_at_20": 0.06323, + "precision_at_100": 0.01635, + "precision_at_1000": 0.00206, + "mrr_at_1": 0.454936, + "mrr_at_3": 0.536481, + "mrr_at_5": 0.552647, + "mrr_at_10": 0.561435, + "mrr_at_20": 0.565022, + "mrr_at_100": 0.567055, + "mrr_at_1000": 0.567356, + "nauc_ndcg_at_1_max": 0.354178, + "nauc_ndcg_at_1_std": -0.080427, + "nauc_ndcg_at_1_diff1": 0.549965, + "nauc_ndcg_at_3_max": 0.339388, + "nauc_ndcg_at_3_std": -0.069947, + "nauc_ndcg_at_3_diff1": 0.50588, + "nauc_ndcg_at_5_max": 0.351042, + "nauc_ndcg_at_5_std": -0.07011, + "nauc_ndcg_at_5_diff1": 0.51097, + "nauc_ndcg_at_10_max": 0.343422, + "nauc_ndcg_at_10_std": -0.063246, + "nauc_ndcg_at_10_diff1": 0.507081, + "nauc_ndcg_at_20_max": 0.351284, + "nauc_ndcg_at_20_std": -0.062587, + "nauc_ndcg_at_20_diff1": 0.506835, + "nauc_ndcg_at_100_max": 0.357497, + "nauc_ndcg_at_100_std": -0.057879, + "nauc_ndcg_at_100_diff1": 0.511296, + "nauc_ndcg_at_1000_max": 0.358043, + "nauc_ndcg_at_1000_std": -0.058057, + "nauc_ndcg_at_1000_diff1": 0.508879, + "nauc_map_at_1_max": 0.305721, + "nauc_map_at_1_std": -0.091242, + "nauc_map_at_1_diff1": 0.586189, + "nauc_map_at_3_max": 0.332603, + "nauc_map_at_3_std": -0.091914, + "nauc_map_at_3_diff1": 0.528432, + "nauc_map_at_5_max": 0.345264, + "nauc_map_at_5_std": -0.088569, + "nauc_map_at_5_diff1": 0.52851, + "nauc_map_at_10_max": 0.344866, + "nauc_map_at_10_std": -0.079473, + "nauc_map_at_10_diff1": 0.527144, + "nauc_map_at_20_max": 0.348318, + "nauc_map_at_20_std": -0.076441, + "nauc_map_at_20_diff1": 0.525603, + "nauc_map_at_100_max": 0.349344, + "nauc_map_at_100_std": -0.073948, + "nauc_map_at_100_diff1": 0.525299, + "nauc_map_at_1000_max": 0.349342, + "nauc_map_at_1000_std": -0.073943, + "nauc_map_at_1000_diff1": 0.525264, + "nauc_recall_at_1_max": 0.305721, + "nauc_recall_at_1_std": -0.091242, + "nauc_recall_at_1_diff1": 0.586189, + "nauc_recall_at_3_max": 0.304256, + "nauc_recall_at_3_std": -0.085381, + "nauc_recall_at_3_diff1": 0.469729, + "nauc_recall_at_5_max": 0.333057, + "nauc_recall_at_5_std": -0.077159, + "nauc_recall_at_5_diff1": 0.46745, + "nauc_recall_at_10_max": 0.301191, + "nauc_recall_at_10_std": -0.048733, + "nauc_recall_at_10_diff1": 0.432805, + "nauc_recall_at_20_max": 0.340598, + "nauc_recall_at_20_std": -0.029493, + "nauc_recall_at_20_diff1": 0.425991, + "nauc_recall_at_100_max": 0.409215, + "nauc_recall_at_100_std": 0.055498, + "nauc_recall_at_100_diff1": 0.453771, + "nauc_recall_at_1000_max": 0.6574, + "nauc_recall_at_1000_std": 0.397469, + "nauc_recall_at_1000_diff1": 0.328363, + "nauc_precision_at_1_max": 0.354178, + "nauc_precision_at_1_std": -0.080427, + "nauc_precision_at_1_diff1": 0.549965, + "nauc_precision_at_3_max": 0.28417, + "nauc_precision_at_3_std": -0.007229, + "nauc_precision_at_3_diff1": 0.22386, + "nauc_precision_at_5_max": 0.248698, + "nauc_precision_at_5_std": 0.033083, + "nauc_precision_at_5_diff1": 0.140324, + "nauc_precision_at_10_max": 0.155206, + "nauc_precision_at_10_std": 0.09347, + "nauc_precision_at_10_diff1": 0.036021, + "nauc_precision_at_20_max": 0.094784, + "nauc_precision_at_20_std": 0.107723, + "nauc_precision_at_20_diff1": -0.046043, + "nauc_precision_at_100_max": -0.009068, + "nauc_precision_at_100_std": 0.089675, + "nauc_precision_at_100_diff1": -0.134081, + "nauc_precision_at_1000_max": -0.122414, + "nauc_precision_at_1000_std": 0.011893, + "nauc_precision_at_1000_diff1": -0.194561, + "nauc_mrr_at_1_max": 0.354178, + "nauc_mrr_at_1_std": -0.080427, + "nauc_mrr_at_1_diff1": 0.549965, + "nauc_mrr_at_3_max": 0.347226, + "nauc_mrr_at_3_std": -0.066635, + "nauc_mrr_at_3_diff1": 0.503066, + "nauc_mrr_at_5_max": 0.352715, + "nauc_mrr_at_5_std": -0.068096, + "nauc_mrr_at_5_diff1": 0.506559, + "nauc_mrr_at_10_max": 0.349308, + "nauc_mrr_at_10_std": -0.065962, + "nauc_mrr_at_10_diff1": 0.504439, + "nauc_mrr_at_20_max": 0.351018, + "nauc_mrr_at_20_std": -0.065846, + "nauc_mrr_at_20_diff1": 0.505709, + "nauc_mrr_at_100_max": 0.351541, + "nauc_mrr_at_100_std": -0.065376, + "nauc_mrr_at_100_diff1": 0.506661, + "nauc_mrr_at_1000_max": 0.351589, + "nauc_mrr_at_1000_std": -0.065191, + "nauc_mrr_at_1000_diff1": 0.506653, + "main_score": 0.5673, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2828.05464720726, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackEnglishRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackEnglishRetrieval.json new file mode 100644 index 0000000000..b7b2837eea --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackEnglishRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0", + "task_name": "CQADupstackEnglishRetrieval", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.4707, + "ndcg_at_3": 0.52162, + "ndcg_at_5": 0.53908, + "ndcg_at_10": 0.55922, + "ndcg_at_20": 0.57496, + "ndcg_at_100": 0.59841, + "ndcg_at_1000": 0.61586, + "map_at_1": 0.37341, + "map_at_3": 0.46716, + "map_at_5": 0.48553, + "map_at_10": 0.49967, + "map_at_20": 0.50702, + "map_at_100": 0.51316, + "map_at_1000": 0.51441, + "recall_at_1": 0.37341, + "recall_at_3": 0.53869, + "recall_at_5": 0.59177, + "recall_at_10": 0.65761, + "recall_at_20": 0.71561, + "recall_at_100": 0.82061, + "recall_at_1000": 0.9286, + "precision_at_1": 0.4707, + "precision_at_3": 0.25626, + "precision_at_5": 0.17898, + "precision_at_10": 0.10637, + "precision_at_20": 0.06175, + "precision_at_100": 0.01627, + "precision_at_1000": 0.00206, + "mrr_at_1": 0.470701, + "mrr_at_3": 0.541507, + "mrr_at_5": 0.552463, + "mrr_at_10": 0.559891, + "mrr_at_20": 0.563447, + "mrr_at_100": 0.565857, + "mrr_at_1000": 0.566206, + "nauc_ndcg_at_1_max": 0.375139, + "nauc_ndcg_at_1_std": -0.149182, + "nauc_ndcg_at_1_diff1": 0.611392, + "nauc_ndcg_at_3_max": 0.38532, + "nauc_ndcg_at_3_std": -0.152848, + "nauc_ndcg_at_3_diff1": 0.562369, + "nauc_ndcg_at_5_max": 0.393498, + "nauc_ndcg_at_5_std": -0.145292, + "nauc_ndcg_at_5_diff1": 0.552093, + "nauc_ndcg_at_10_max": 0.38983, + "nauc_ndcg_at_10_std": -0.139659, + "nauc_ndcg_at_10_diff1": 0.543524, + "nauc_ndcg_at_20_max": 0.39821, + "nauc_ndcg_at_20_std": -0.141534, + "nauc_ndcg_at_20_diff1": 0.546725, + "nauc_ndcg_at_100_max": 0.403302, + "nauc_ndcg_at_100_std": -0.126523, + "nauc_ndcg_at_100_diff1": 0.546379, + "nauc_ndcg_at_1000_max": 0.405347, + "nauc_ndcg_at_1000_std": -0.122298, + "nauc_ndcg_at_1000_diff1": 0.551692, + "nauc_map_at_1_max": 0.279989, + "nauc_map_at_1_std": -0.206322, + "nauc_map_at_1_diff1": 0.631028, + "nauc_map_at_3_max": 0.342636, + "nauc_map_at_3_std": -0.194924, + "nauc_map_at_3_diff1": 0.586369, + "nauc_map_at_5_max": 0.359616, + "nauc_map_at_5_std": -0.181981, + "nauc_map_at_5_diff1": 0.575499, + "nauc_map_at_10_max": 0.36638, + "nauc_map_at_10_std": -0.173454, + "nauc_map_at_10_diff1": 0.569893, + "nauc_map_at_20_max": 0.372094, + "nauc_map_at_20_std": -0.168885, + "nauc_map_at_20_diff1": 0.569624, + "nauc_map_at_100_max": 0.37648, + "nauc_map_at_100_std": -0.160303, + "nauc_map_at_100_diff1": 0.568212, + "nauc_map_at_1000_max": 0.377035, + "nauc_map_at_1000_std": -0.15902, + "nauc_map_at_1000_diff1": 0.56842, + "nauc_recall_at_1_max": 0.279989, + "nauc_recall_at_1_std": -0.206322, + "nauc_recall_at_1_diff1": 0.631028, + "nauc_recall_at_3_max": 0.350203, + "nauc_recall_at_3_std": -0.188432, + "nauc_recall_at_3_diff1": 0.530157, + "nauc_recall_at_5_max": 0.375336, + "nauc_recall_at_5_std": -0.151848, + "nauc_recall_at_5_diff1": 0.492804, + "nauc_recall_at_10_max": 0.364536, + "nauc_recall_at_10_std": -0.122906, + "nauc_recall_at_10_diff1": 0.447547, + "nauc_recall_at_20_max": 0.396031, + "nauc_recall_at_20_std": -0.122778, + "nauc_recall_at_20_diff1": 0.438963, + "nauc_recall_at_100_max": 0.441013, + "nauc_recall_at_100_std": -0.00746, + "nauc_recall_at_100_diff1": 0.408216, + "nauc_recall_at_1000_max": 0.541241, + "nauc_recall_at_1000_std": 0.191091, + "nauc_recall_at_1000_diff1": 0.427515, + "nauc_precision_at_1_max": 0.375139, + "nauc_precision_at_1_std": -0.149182, + "nauc_precision_at_1_diff1": 0.611392, + "nauc_precision_at_3_max": 0.378287, + "nauc_precision_at_3_std": -0.005118, + "nauc_precision_at_3_diff1": 0.244846, + "nauc_precision_at_5_max": 0.364063, + "nauc_precision_at_5_std": 0.068278, + "nauc_precision_at_5_diff1": 0.122973, + "nauc_precision_at_10_max": 0.305222, + "nauc_precision_at_10_std": 0.154138, + "nauc_precision_at_10_diff1": 0.007018, + "nauc_precision_at_20_max": 0.271884, + "nauc_precision_at_20_std": 0.210759, + "nauc_precision_at_20_diff1": -0.05915, + "nauc_precision_at_100_max": 0.186002, + "nauc_precision_at_100_std": 0.323181, + "nauc_precision_at_100_diff1": -0.146871, + "nauc_precision_at_1000_max": 0.096694, + "nauc_precision_at_1000_std": 0.319189, + "nauc_precision_at_1000_diff1": -0.179965, + "nauc_mrr_at_1_max": 0.375139, + "nauc_mrr_at_1_std": -0.149182, + "nauc_mrr_at_1_diff1": 0.611392, + "nauc_mrr_at_3_max": 0.408309, + "nauc_mrr_at_3_std": -0.138662, + "nauc_mrr_at_3_diff1": 0.580663, + "nauc_mrr_at_5_max": 0.408097, + "nauc_mrr_at_5_std": -0.130423, + "nauc_mrr_at_5_diff1": 0.573023, + "nauc_mrr_at_10_max": 0.405404, + "nauc_mrr_at_10_std": -0.127997, + "nauc_mrr_at_10_diff1": 0.569766, + "nauc_mrr_at_20_max": 0.40654, + "nauc_mrr_at_20_std": -0.129815, + "nauc_mrr_at_20_diff1": 0.570712, + "nauc_mrr_at_100_max": 0.406351, + "nauc_mrr_at_100_std": -0.12916, + "nauc_mrr_at_100_diff1": 0.57124, + "nauc_mrr_at_1000_max": 0.406332, + "nauc_mrr_at_1000_std": -0.129191, + "nauc_mrr_at_1000_diff1": 0.57144, + "main_score": 0.55922, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 4153.230095624924, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackGamingRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackGamingRetrieval.json new file mode 100644 index 0000000000..faa898df45 --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackGamingRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackGamingRetrieval", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.52163, + "ndcg_at_3": 0.59807, + "ndcg_at_5": 0.62302, + "ndcg_at_10": 0.64842, + "ndcg_at_20": 0.6638, + "ndcg_at_100": 0.68292, + "ndcg_at_1000": 0.68997, + "map_at_1": 0.45727, + "map_at_3": 0.55824, + "map_at_5": 0.57692, + "map_at_10": 0.59046, + "map_at_20": 0.59627, + "map_at_100": 0.60003, + "map_at_1000": 0.60039, + "recall_at_1": 0.45727, + "recall_at_3": 0.64963, + "recall_at_5": 0.71058, + "recall_at_10": 0.78374, + "recall_at_20": 0.84055, + "recall_at_100": 0.93009, + "recall_at_1000": 0.97928, + "precision_at_1": 0.52163, + "precision_at_3": 0.26562, + "precision_at_5": 0.17981, + "precision_at_10": 0.10232, + "precision_at_20": 0.05618, + "precision_at_100": 0.01286, + "precision_at_1000": 0.00138, + "mrr_at_1": 0.52163, + "mrr_at_3": 0.602612, + "mrr_at_5": 0.614336, + "mrr_at_10": 0.623222, + "mrr_at_20": 0.626593, + "mrr_at_100": 0.628642, + "mrr_at_1000": 0.628809, + "nauc_ndcg_at_1_max": 0.2834, + "nauc_ndcg_at_1_std": -0.020386, + "nauc_ndcg_at_1_diff1": 0.627429, + "nauc_ndcg_at_3_max": 0.290481, + "nauc_ndcg_at_3_std": -0.034526, + "nauc_ndcg_at_3_diff1": 0.58541, + "nauc_ndcg_at_5_max": 0.29412, + "nauc_ndcg_at_5_std": -0.023264, + "nauc_ndcg_at_5_diff1": 0.584018, + "nauc_ndcg_at_10_max": 0.297691, + "nauc_ndcg_at_10_std": -0.01843, + "nauc_ndcg_at_10_diff1": 0.582419, + "nauc_ndcg_at_20_max": 0.307736, + "nauc_ndcg_at_20_std": -0.005813, + "nauc_ndcg_at_20_diff1": 0.579054, + "nauc_ndcg_at_100_max": 0.309329, + "nauc_ndcg_at_100_std": 0.003087, + "nauc_ndcg_at_100_diff1": 0.580827, + "nauc_ndcg_at_1000_max": 0.308021, + "nauc_ndcg_at_1000_std": -0.001012, + "nauc_ndcg_at_1000_diff1": 0.583206, + "nauc_map_at_1_max": 0.235176, + "nauc_map_at_1_std": -0.065717, + "nauc_map_at_1_diff1": 0.631681, + "nauc_map_at_3_max": 0.278019, + "nauc_map_at_3_std": -0.054069, + "nauc_map_at_3_diff1": 0.600288, + "nauc_map_at_5_max": 0.282026, + "nauc_map_at_5_std": -0.041109, + "nauc_map_at_5_diff1": 0.597965, + "nauc_map_at_10_max": 0.285117, + "nauc_map_at_10_std": -0.035609, + "nauc_map_at_10_diff1": 0.596914, + "nauc_map_at_20_max": 0.289291, + "nauc_map_at_20_std": -0.028875, + "nauc_map_at_20_diff1": 0.596493, + "nauc_map_at_100_max": 0.289654, + "nauc_map_at_100_std": -0.025381, + "nauc_map_at_100_diff1": 0.596606, + "nauc_map_at_1000_max": 0.28981, + "nauc_map_at_1000_std": -0.025383, + "nauc_map_at_1000_diff1": 0.59674, + "nauc_recall_at_1_max": 0.235176, + "nauc_recall_at_1_std": -0.065717, + "nauc_recall_at_1_diff1": 0.631681, + "nauc_recall_at_3_max": 0.286695, + "nauc_recall_at_3_std": -0.05656, + "nauc_recall_at_3_diff1": 0.536235, + "nauc_recall_at_5_max": 0.295254, + "nauc_recall_at_5_std": -0.018876, + "nauc_recall_at_5_diff1": 0.521343, + "nauc_recall_at_10_max": 0.303815, + "nauc_recall_at_10_std": 0.002416, + "nauc_recall_at_10_diff1": 0.49854, + "nauc_recall_at_20_max": 0.366273, + "nauc_recall_at_20_std": 0.092567, + "nauc_recall_at_20_diff1": 0.456703, + "nauc_recall_at_100_max": 0.458433, + "nauc_recall_at_100_std": 0.29163, + "nauc_recall_at_100_diff1": 0.39357, + "nauc_recall_at_1000_max": 0.622417, + "nauc_recall_at_1000_std": 0.553637, + "nauc_recall_at_1000_diff1": 0.228638, + "nauc_precision_at_1_max": 0.2834, + "nauc_precision_at_1_std": -0.020386, + "nauc_precision_at_1_diff1": 0.627429, + "nauc_precision_at_3_max": 0.271507, + "nauc_precision_at_3_std": 0.049954, + "nauc_precision_at_3_diff1": 0.298612, + "nauc_precision_at_5_max": 0.227518, + "nauc_precision_at_5_std": 0.116399, + "nauc_precision_at_5_diff1": 0.185673, + "nauc_precision_at_10_max": 0.198538, + "nauc_precision_at_10_std": 0.165609, + "nauc_precision_at_10_diff1": 0.076037, + "nauc_precision_at_20_max": 0.1865, + "nauc_precision_at_20_std": 0.226807, + "nauc_precision_at_20_diff1": -0.012855, + "nauc_precision_at_100_max": 0.126744, + "nauc_precision_at_100_std": 0.26973, + "nauc_precision_at_100_diff1": -0.133152, + "nauc_precision_at_1000_max": 0.107568, + "nauc_precision_at_1000_std": 0.24516, + "nauc_precision_at_1000_diff1": -0.184217, + "nauc_mrr_at_1_max": 0.2834, + "nauc_mrr_at_1_std": -0.020386, + "nauc_mrr_at_1_diff1": 0.627429, + "nauc_mrr_at_3_max": 0.301112, + "nauc_mrr_at_3_std": -0.019316, + "nauc_mrr_at_3_diff1": 0.595151, + "nauc_mrr_at_5_max": 0.301373, + "nauc_mrr_at_5_std": -0.015514, + "nauc_mrr_at_5_diff1": 0.595202, + "nauc_mrr_at_10_max": 0.3006, + "nauc_mrr_at_10_std": -0.014533, + "nauc_mrr_at_10_diff1": 0.595186, + "nauc_mrr_at_20_max": 0.301795, + "nauc_mrr_at_20_std": -0.01224, + "nauc_mrr_at_20_diff1": 0.594666, + "nauc_mrr_at_100_max": 0.3017, + "nauc_mrr_at_100_std": -0.011686, + "nauc_mrr_at_100_diff1": 0.59512, + "nauc_mrr_at_1000_max": 0.301571, + "nauc_mrr_at_1000_std": -0.011823, + "nauc_mrr_at_1000_diff1": 0.595215, + "main_score": 0.64842, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 4505.1674284935, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackGisRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackGisRetrieval.json new file mode 100644 index 0000000000..a9de0fe523 --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackGisRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2", + "task_name": "CQADupstackGisRetrieval", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.31977, + "ndcg_at_3": 0.38299, + "ndcg_at_5": 0.41539, + "ndcg_at_10": 0.43707, + "ndcg_at_20": 0.45947, + "ndcg_at_100": 0.4899, + "ndcg_at_1000": 0.50668, + "map_at_1": 0.28977, + "map_at_3": 0.35568, + "map_at_5": 0.37478, + "map_at_10": 0.38444, + "map_at_20": 0.39133, + "map_at_100": 0.39591, + "map_at_1000": 0.39664, + "recall_at_1": 0.28977, + "recall_at_3": 0.43055, + "recall_at_5": 0.50999, + "recall_at_10": 0.57403, + "recall_at_20": 0.65819, + "recall_at_100": 0.81192, + "recall_at_1000": 0.936, + "precision_at_1": 0.31977, + "precision_at_3": 0.16196, + "precision_at_5": 0.11548, + "precision_at_10": 0.0661, + "precision_at_20": 0.03825, + "precision_at_100": 0.00973, + "precision_at_1000": 0.00115, + "mrr_at_1": 0.319774, + "mrr_at_3": 0.383427, + "mrr_at_5": 0.401507, + "mrr_at_10": 0.410279, + "mrr_at_20": 0.415613, + "mrr_at_100": 0.419547, + "mrr_at_1000": 0.420044, + "nauc_ndcg_at_1_max": 0.267868, + "nauc_ndcg_at_1_std": -0.027069, + "nauc_ndcg_at_1_diff1": 0.48108, + "nauc_ndcg_at_3_max": 0.249724, + "nauc_ndcg_at_3_std": -0.033021, + "nauc_ndcg_at_3_diff1": 0.421815, + "nauc_ndcg_at_5_max": 0.259953, + "nauc_ndcg_at_5_std": -0.032723, + "nauc_ndcg_at_5_diff1": 0.409069, + "nauc_ndcg_at_10_max": 0.267157, + "nauc_ndcg_at_10_std": -0.01893, + "nauc_ndcg_at_10_diff1": 0.406804, + "nauc_ndcg_at_20_max": 0.272458, + "nauc_ndcg_at_20_std": -0.003277, + "nauc_ndcg_at_20_diff1": 0.407329, + "nauc_ndcg_at_100_max": 0.274405, + "nauc_ndcg_at_100_std": 0.002597, + "nauc_ndcg_at_100_diff1": 0.405749, + "nauc_ndcg_at_1000_max": 0.276665, + "nauc_ndcg_at_1000_std": -0.005546, + "nauc_ndcg_at_1000_diff1": 0.410712, + "nauc_map_at_1_max": 0.225992, + "nauc_map_at_1_std": -0.046303, + "nauc_map_at_1_diff1": 0.505854, + "nauc_map_at_3_max": 0.238554, + "nauc_map_at_3_std": -0.03955, + "nauc_map_at_3_diff1": 0.440588, + "nauc_map_at_5_max": 0.248362, + "nauc_map_at_5_std": -0.037956, + "nauc_map_at_5_diff1": 0.432727, + "nauc_map_at_10_max": 0.25334, + "nauc_map_at_10_std": -0.031718, + "nauc_map_at_10_diff1": 0.432962, + "nauc_map_at_20_max": 0.255254, + "nauc_map_at_20_std": -0.02648, + "nauc_map_at_20_diff1": 0.433201, + "nauc_map_at_100_max": 0.255785, + "nauc_map_at_100_std": -0.026515, + "nauc_map_at_100_diff1": 0.433196, + "nauc_map_at_1000_max": 0.255853, + "nauc_map_at_1000_std": -0.026739, + "nauc_map_at_1000_diff1": 0.433301, + "nauc_recall_at_1_max": 0.225992, + "nauc_recall_at_1_std": -0.046303, + "nauc_recall_at_1_diff1": 0.505854, + "nauc_recall_at_3_max": 0.228368, + "nauc_recall_at_3_std": -0.03083, + "nauc_recall_at_3_diff1": 0.368589, + "nauc_recall_at_5_max": 0.250357, + "nauc_recall_at_5_std": -0.032616, + "nauc_recall_at_5_diff1": 0.335572, + "nauc_recall_at_10_max": 0.267386, + "nauc_recall_at_10_std": 0.004289, + "nauc_recall_at_10_diff1": 0.323252, + "nauc_recall_at_20_max": 0.289576, + "nauc_recall_at_20_std": 0.073085, + "nauc_recall_at_20_diff1": 0.316687, + "nauc_recall_at_100_max": 0.310076, + "nauc_recall_at_100_std": 0.190357, + "nauc_recall_at_100_diff1": 0.250433, + "nauc_recall_at_1000_max": 0.461595, + "nauc_recall_at_1000_std": 0.220745, + "nauc_recall_at_1000_diff1": 0.209701, + "nauc_precision_at_1_max": 0.267868, + "nauc_precision_at_1_std": -0.027069, + "nauc_precision_at_1_diff1": 0.48108, + "nauc_precision_at_3_max": 0.292203, + "nauc_precision_at_3_std": -0.024073, + "nauc_precision_at_3_diff1": 0.315306, + "nauc_precision_at_5_max": 0.332, + "nauc_precision_at_5_std": -0.012065, + "nauc_precision_at_5_diff1": 0.267675, + "nauc_precision_at_10_max": 0.351252, + "nauc_precision_at_10_std": 0.033323, + "nauc_precision_at_10_diff1": 0.245229, + "nauc_precision_at_20_max": 0.344797, + "nauc_precision_at_20_std": 0.094585, + "nauc_precision_at_20_diff1": 0.200239, + "nauc_precision_at_100_max": 0.288282, + "nauc_precision_at_100_std": 0.14291, + "nauc_precision_at_100_diff1": 0.060107, + "nauc_precision_at_1000_max": 0.23043, + "nauc_precision_at_1000_std": 0.08408, + "nauc_precision_at_1000_diff1": -0.055471, + "nauc_mrr_at_1_max": 0.267868, + "nauc_mrr_at_1_std": -0.027069, + "nauc_mrr_at_1_diff1": 0.48108, + "nauc_mrr_at_3_max": 0.275057, + "nauc_mrr_at_3_std": -0.015968, + "nauc_mrr_at_3_diff1": 0.426228, + "nauc_mrr_at_5_max": 0.278943, + "nauc_mrr_at_5_std": -0.018491, + "nauc_mrr_at_5_diff1": 0.421249, + "nauc_mrr_at_10_max": 0.279869, + "nauc_mrr_at_10_std": -0.012245, + "nauc_mrr_at_10_diff1": 0.419131, + "nauc_mrr_at_20_max": 0.281086, + "nauc_mrr_at_20_std": -0.009281, + "nauc_mrr_at_20_diff1": 0.419779, + "nauc_mrr_at_100_max": 0.280991, + "nauc_mrr_at_100_std": -0.0099, + "nauc_mrr_at_100_diff1": 0.419895, + "nauc_mrr_at_1000_max": 0.280986, + "nauc_mrr_at_1000_std": -0.01026, + "nauc_mrr_at_1000_diff1": 0.420017, + "main_score": 0.43707, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 7370.033968925476, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackMathematicaRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackMathematicaRetrieval.json new file mode 100644 index 0000000000..a7c50f0232 --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackMathematicaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", + "task_name": "CQADupstackMathematicaRetrieval", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.24502, + "ndcg_at_3": 0.29865, + "ndcg_at_5": 0.32258, + "ndcg_at_10": 0.34885, + "ndcg_at_20": 0.37262, + "ndcg_at_100": 0.40731, + "ndcg_at_1000": 0.43383, + "map_at_1": 0.20115, + "map_at_3": 0.26507, + "map_at_5": 0.281, + "map_at_10": 0.29308, + "map_at_20": 0.30044, + "map_at_100": 0.30623, + "map_at_1000": 0.3074, + "recall_at_1": 0.20115, + "recall_at_3": 0.33143, + "recall_at_5": 0.39286, + "recall_at_10": 0.47054, + "recall_at_20": 0.55482, + "recall_at_100": 0.71873, + "recall_at_1000": 0.90602, + "precision_at_1": 0.24502, + "precision_at_3": 0.14345, + "precision_at_5": 0.10348, + "precision_at_10": 0.06418, + "precision_at_20": 0.03881, + "precision_at_100": 0.01078, + "precision_at_1000": 0.00142, + "mrr_at_1": 0.245025, + "mrr_at_3": 0.314469, + "mrr_at_5": 0.32983, + "mrr_at_10": 0.340706, + "mrr_at_20": 0.346479, + "mrr_at_100": 0.350274, + "mrr_at_1000": 0.350946, + "nauc_ndcg_at_1_max": 0.232173, + "nauc_ndcg_at_1_std": -0.089533, + "nauc_ndcg_at_1_diff1": 0.398982, + "nauc_ndcg_at_3_max": 0.238957, + "nauc_ndcg_at_3_std": -0.070942, + "nauc_ndcg_at_3_diff1": 0.328782, + "nauc_ndcg_at_5_max": 0.237764, + "nauc_ndcg_at_5_std": -0.06649, + "nauc_ndcg_at_5_diff1": 0.298968, + "nauc_ndcg_at_10_max": 0.235885, + "nauc_ndcg_at_10_std": -0.076266, + "nauc_ndcg_at_10_diff1": 0.293771, + "nauc_ndcg_at_20_max": 0.251876, + "nauc_ndcg_at_20_std": -0.07073, + "nauc_ndcg_at_20_diff1": 0.296693, + "nauc_ndcg_at_100_max": 0.246537, + "nauc_ndcg_at_100_std": -0.058652, + "nauc_ndcg_at_100_diff1": 0.294332, + "nauc_ndcg_at_1000_max": 0.250552, + "nauc_ndcg_at_1000_std": -0.053985, + "nauc_ndcg_at_1000_diff1": 0.302266, + "nauc_map_at_1_max": 0.215094, + "nauc_map_at_1_std": -0.073727, + "nauc_map_at_1_diff1": 0.389412, + "nauc_map_at_3_max": 0.227386, + "nauc_map_at_3_std": -0.073485, + "nauc_map_at_3_diff1": 0.338709, + "nauc_map_at_5_max": 0.228819, + "nauc_map_at_5_std": -0.072774, + "nauc_map_at_5_diff1": 0.321628, + "nauc_map_at_10_max": 0.229059, + "nauc_map_at_10_std": -0.075682, + "nauc_map_at_10_diff1": 0.321891, + "nauc_map_at_20_max": 0.234603, + "nauc_map_at_20_std": -0.073754, + "nauc_map_at_20_diff1": 0.321871, + "nauc_map_at_100_max": 0.234273, + "nauc_map_at_100_std": -0.072185, + "nauc_map_at_100_diff1": 0.322128, + "nauc_map_at_1000_max": 0.234569, + "nauc_map_at_1000_std": -0.072063, + "nauc_map_at_1000_diff1": 0.322332, + "nauc_recall_at_1_max": 0.215094, + "nauc_recall_at_1_std": -0.073727, + "nauc_recall_at_1_diff1": 0.389412, + "nauc_recall_at_3_max": 0.22698, + "nauc_recall_at_3_std": -0.055159, + "nauc_recall_at_3_diff1": 0.279054, + "nauc_recall_at_5_max": 0.224591, + "nauc_recall_at_5_std": -0.045275, + "nauc_recall_at_5_diff1": 0.220293, + "nauc_recall_at_10_max": 0.226739, + "nauc_recall_at_10_std": -0.066937, + "nauc_recall_at_10_diff1": 0.20756, + "nauc_recall_at_20_max": 0.274023, + "nauc_recall_at_20_std": -0.044608, + "nauc_recall_at_20_diff1": 0.209849, + "nauc_recall_at_100_max": 0.246142, + "nauc_recall_at_100_std": 0.043516, + "nauc_recall_at_100_diff1": 0.159707, + "nauc_recall_at_1000_max": 0.344007, + "nauc_recall_at_1000_std": 0.309998, + "nauc_recall_at_1000_diff1": 0.132762, + "nauc_precision_at_1_max": 0.232173, + "nauc_precision_at_1_std": -0.089533, + "nauc_precision_at_1_diff1": 0.398982, + "nauc_precision_at_3_max": 0.249468, + "nauc_precision_at_3_std": -0.078534, + "nauc_precision_at_3_diff1": 0.26701, + "nauc_precision_at_5_max": 0.250299, + "nauc_precision_at_5_std": -0.05766, + "nauc_precision_at_5_diff1": 0.193593, + "nauc_precision_at_10_max": 0.217541, + "nauc_precision_at_10_std": -0.082508, + "nauc_precision_at_10_diff1": 0.163193, + "nauc_precision_at_20_max": 0.245358, + "nauc_precision_at_20_std": -0.059487, + "nauc_precision_at_20_diff1": 0.133503, + "nauc_precision_at_100_max": 0.137747, + "nauc_precision_at_100_std": -0.000224, + "nauc_precision_at_100_diff1": 0.062888, + "nauc_precision_at_1000_max": 0.059694, + "nauc_precision_at_1000_std": 0.020722, + "nauc_precision_at_1000_diff1": 0.024822, + "nauc_mrr_at_1_max": 0.232173, + "nauc_mrr_at_1_std": -0.089533, + "nauc_mrr_at_1_diff1": 0.398982, + "nauc_mrr_at_3_max": 0.247167, + "nauc_mrr_at_3_std": -0.081602, + "nauc_mrr_at_3_diff1": 0.340647, + "nauc_mrr_at_5_max": 0.247154, + "nauc_mrr_at_5_std": -0.076756, + "nauc_mrr_at_5_diff1": 0.325866, + "nauc_mrr_at_10_max": 0.248162, + "nauc_mrr_at_10_std": -0.082902, + "nauc_mrr_at_10_diff1": 0.323968, + "nauc_mrr_at_20_max": 0.250787, + "nauc_mrr_at_20_std": -0.08227, + "nauc_mrr_at_20_diff1": 0.326761, + "nauc_mrr_at_100_max": 0.249802, + "nauc_mrr_at_100_std": -0.080975, + "nauc_mrr_at_100_diff1": 0.326398, + "nauc_mrr_at_1000_max": 0.249792, + "nauc_mrr_at_1000_std": -0.080882, + "nauc_mrr_at_1000_diff1": 0.326614, + "main_score": 0.34885, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 4337.123964071274, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackPhysicsRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackPhysicsRetrieval.json new file mode 100644 index 0000000000..1a9b277d4e --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackPhysicsRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4", + "task_name": "CQADupstackPhysicsRetrieval", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.4283, + "ndcg_at_3": 0.47281, + "ndcg_at_5": 0.49341, + "ndcg_at_10": 0.52351, + "ndcg_at_20": 0.54567, + "ndcg_at_100": 0.57778, + "ndcg_at_1000": 0.59298, + "map_at_1": 0.34439, + "map_at_3": 0.42679, + "map_at_5": 0.44418, + "map_at_10": 0.46022, + "map_at_20": 0.46836, + "map_at_100": 0.47461, + "map_at_1000": 0.47553, + "recall_at_1": 0.34439, + "recall_at_3": 0.50313, + "recall_at_5": 0.55955, + "recall_at_10": 0.65101, + "recall_at_20": 0.72671, + "recall_at_100": 0.87178, + "recall_at_1000": 0.96749, + "precision_at_1": 0.4283, + "precision_at_3": 0.22586, + "precision_at_5": 0.15688, + "precision_at_10": 0.09461, + "precision_at_20": 0.05505, + "precision_at_100": 0.01428, + "precision_at_1000": 0.00172, + "mrr_at_1": 0.428296, + "mrr_at_3": 0.496471, + "mrr_at_5": 0.509175, + "mrr_at_10": 0.521285, + "mrr_at_20": 0.526037, + "mrr_at_100": 0.529211, + "mrr_at_1000": 0.529485, + "nauc_ndcg_at_1_max": 0.228076, + "nauc_ndcg_at_1_std": -0.069002, + "nauc_ndcg_at_1_diff1": 0.558788, + "nauc_ndcg_at_3_max": 0.223509, + "nauc_ndcg_at_3_std": -0.059789, + "nauc_ndcg_at_3_diff1": 0.516026, + "nauc_ndcg_at_5_max": 0.230727, + "nauc_ndcg_at_5_std": -0.069383, + "nauc_ndcg_at_5_diff1": 0.511205, + "nauc_ndcg_at_10_max": 0.239523, + "nauc_ndcg_at_10_std": -0.071677, + "nauc_ndcg_at_10_diff1": 0.51041, + "nauc_ndcg_at_20_max": 0.247805, + "nauc_ndcg_at_20_std": -0.066959, + "nauc_ndcg_at_20_diff1": 0.513127, + "nauc_ndcg_at_100_max": 0.257266, + "nauc_ndcg_at_100_std": -0.04865, + "nauc_ndcg_at_100_diff1": 0.515855, + "nauc_ndcg_at_1000_max": 0.256037, + "nauc_ndcg_at_1000_std": -0.051883, + "nauc_ndcg_at_1000_diff1": 0.519796, + "nauc_map_at_1_max": 0.1886, + "nauc_map_at_1_std": -0.089406, + "nauc_map_at_1_diff1": 0.57731, + "nauc_map_at_3_max": 0.210282, + "nauc_map_at_3_std": -0.074514, + "nauc_map_at_3_diff1": 0.53404, + "nauc_map_at_5_max": 0.216126, + "nauc_map_at_5_std": -0.07552, + "nauc_map_at_5_diff1": 0.52656, + "nauc_map_at_10_max": 0.223678, + "nauc_map_at_10_std": -0.073169, + "nauc_map_at_10_diff1": 0.525583, + "nauc_map_at_20_max": 0.227591, + "nauc_map_at_20_std": -0.070477, + "nauc_map_at_20_diff1": 0.526025, + "nauc_map_at_100_max": 0.229642, + "nauc_map_at_100_std": -0.067346, + "nauc_map_at_100_diff1": 0.52576, + "nauc_map_at_1000_max": 0.229947, + "nauc_map_at_1000_std": -0.067186, + "nauc_map_at_1000_diff1": 0.526062, + "nauc_recall_at_1_max": 0.1886, + "nauc_recall_at_1_std": -0.089406, + "nauc_recall_at_1_diff1": 0.57731, + "nauc_recall_at_3_max": 0.210887, + "nauc_recall_at_3_std": -0.070563, + "nauc_recall_at_3_diff1": 0.479396, + "nauc_recall_at_5_max": 0.222676, + "nauc_recall_at_5_std": -0.086002, + "nauc_recall_at_5_diff1": 0.452102, + "nauc_recall_at_10_max": 0.238197, + "nauc_recall_at_10_std": -0.082718, + "nauc_recall_at_10_diff1": 0.425845, + "nauc_recall_at_20_max": 0.268936, + "nauc_recall_at_20_std": -0.073561, + "nauc_recall_at_20_diff1": 0.426287, + "nauc_recall_at_100_max": 0.374517, + "nauc_recall_at_100_std": 0.105761, + "nauc_recall_at_100_diff1": 0.419397, + "nauc_recall_at_1000_max": 0.541268, + "nauc_recall_at_1000_std": 0.210589, + "nauc_recall_at_1000_diff1": 0.518277, + "nauc_precision_at_1_max": 0.228076, + "nauc_precision_at_1_std": -0.069002, + "nauc_precision_at_1_diff1": 0.558788, + "nauc_precision_at_3_max": 0.247257, + "nauc_precision_at_3_std": 0.024329, + "nauc_precision_at_3_diff1": 0.297365, + "nauc_precision_at_5_max": 0.242112, + "nauc_precision_at_5_std": 0.041601, + "nauc_precision_at_5_diff1": 0.20447, + "nauc_precision_at_10_max": 0.241572, + "nauc_precision_at_10_std": 0.077463, + "nauc_precision_at_10_diff1": 0.111119, + "nauc_precision_at_20_max": 0.223229, + "nauc_precision_at_20_std": 0.114832, + "nauc_precision_at_20_diff1": 0.042878, + "nauc_precision_at_100_max": 0.152849, + "nauc_precision_at_100_std": 0.153093, + "nauc_precision_at_100_diff1": -0.082433, + "nauc_precision_at_1000_max": 0.089263, + "nauc_precision_at_1000_std": 0.130582, + "nauc_precision_at_1000_diff1": -0.132066, + "nauc_mrr_at_1_max": 0.228076, + "nauc_mrr_at_1_std": -0.069002, + "nauc_mrr_at_1_diff1": 0.558788, + "nauc_mrr_at_3_max": 0.236637, + "nauc_mrr_at_3_std": -0.059856, + "nauc_mrr_at_3_diff1": 0.525485, + "nauc_mrr_at_5_max": 0.24126, + "nauc_mrr_at_5_std": -0.063948, + "nauc_mrr_at_5_diff1": 0.524843, + "nauc_mrr_at_10_max": 0.240994, + "nauc_mrr_at_10_std": -0.064465, + "nauc_mrr_at_10_diff1": 0.523409, + "nauc_mrr_at_20_max": 0.242934, + "nauc_mrr_at_20_std": -0.064651, + "nauc_mrr_at_20_diff1": 0.524687, + "nauc_mrr_at_100_max": 0.243363, + "nauc_mrr_at_100_std": -0.063416, + "nauc_mrr_at_100_diff1": 0.525452, + "nauc_mrr_at_1000_max": 0.243267, + "nauc_mrr_at_1000_std": -0.063524, + "nauc_mrr_at_1000_diff1": 0.525467, + "main_score": 0.52351, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 7236.9083776474, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackProgrammersRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackProgrammersRetrieval.json new file mode 100644 index 0000000000..7283e4c10f --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackProgrammersRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32", + "task_name": "CQADupstackProgrammersRetrieval", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.37557, + "ndcg_at_3": 0.4149, + "ndcg_at_5": 0.43552, + "ndcg_at_10": 0.46701, + "ndcg_at_20": 0.49322, + "ndcg_at_100": 0.52591, + "ndcg_at_1000": 0.54555, + "map_at_1": 0.3044, + "map_at_3": 0.37495, + "map_at_5": 0.39189, + "map_at_10": 0.40835, + "map_at_20": 0.41695, + "map_at_100": 0.42296, + "map_at_1000": 0.42406, + "recall_at_1": 0.3044, + "recall_at_3": 0.43693, + "recall_at_5": 0.49411, + "recall_at_10": 0.58636, + "recall_at_20": 0.67924, + "recall_at_100": 0.83309, + "recall_at_1000": 0.96226, + "precision_at_1": 0.37557, + "precision_at_3": 0.19635, + "precision_at_5": 0.13836, + "precision_at_10": 0.08539, + "precision_at_20": 0.05114, + "precision_at_100": 0.01338, + "precision_at_1000": 0.00169, + "mrr_at_1": 0.375571, + "mrr_at_3": 0.438356, + "mrr_at_5": 0.451941, + "mrr_at_10": 0.4636, + "mrr_at_20": 0.469742, + "mrr_at_100": 0.473115, + "mrr_at_1000": 0.473556, + "nauc_ndcg_at_1_max": 0.409556, + "nauc_ndcg_at_1_std": 0.00842, + "nauc_ndcg_at_1_diff1": 0.519398, + "nauc_ndcg_at_3_max": 0.374209, + "nauc_ndcg_at_3_std": -0.006798, + "nauc_ndcg_at_3_diff1": 0.473484, + "nauc_ndcg_at_5_max": 0.370337, + "nauc_ndcg_at_5_std": -0.003395, + "nauc_ndcg_at_5_diff1": 0.471479, + "nauc_ndcg_at_10_max": 0.38212, + "nauc_ndcg_at_10_std": -0.005737, + "nauc_ndcg_at_10_diff1": 0.468342, + "nauc_ndcg_at_20_max": 0.384164, + "nauc_ndcg_at_20_std": 0.010252, + "nauc_ndcg_at_20_diff1": 0.469959, + "nauc_ndcg_at_100_max": 0.392482, + "nauc_ndcg_at_100_std": 0.022102, + "nauc_ndcg_at_100_diff1": 0.473182, + "nauc_ndcg_at_1000_max": 0.392578, + "nauc_ndcg_at_1000_std": 0.017817, + "nauc_ndcg_at_1000_diff1": 0.474448, + "nauc_map_at_1_max": 0.332669, + "nauc_map_at_1_std": -0.046356, + "nauc_map_at_1_diff1": 0.542385, + "nauc_map_at_3_max": 0.356596, + "nauc_map_at_3_std": -0.028436, + "nauc_map_at_3_diff1": 0.495936, + "nauc_map_at_5_max": 0.359444, + "nauc_map_at_5_std": -0.02097, + "nauc_map_at_5_diff1": 0.493041, + "nauc_map_at_10_max": 0.369213, + "nauc_map_at_10_std": -0.017636, + "nauc_map_at_10_diff1": 0.490679, + "nauc_map_at_20_max": 0.371578, + "nauc_map_at_20_std": -0.010833, + "nauc_map_at_20_diff1": 0.489936, + "nauc_map_at_100_max": 0.374292, + "nauc_map_at_100_std": -0.008507, + "nauc_map_at_100_diff1": 0.489652, + "nauc_map_at_1000_max": 0.374435, + "nauc_map_at_1000_std": -0.008404, + "nauc_map_at_1000_diff1": 0.489604, + "nauc_recall_at_1_max": 0.332669, + "nauc_recall_at_1_std": -0.046356, + "nauc_recall_at_1_diff1": 0.542385, + "nauc_recall_at_3_max": 0.339278, + "nauc_recall_at_3_std": -0.021364, + "nauc_recall_at_3_diff1": 0.443777, + "nauc_recall_at_5_max": 0.33312, + "nauc_recall_at_5_std": -0.005937, + "nauc_recall_at_5_diff1": 0.423978, + "nauc_recall_at_10_max": 0.356423, + "nauc_recall_at_10_std": -0.003409, + "nauc_recall_at_10_diff1": 0.396076, + "nauc_recall_at_20_max": 0.346001, + "nauc_recall_at_20_std": 0.051473, + "nauc_recall_at_20_diff1": 0.389221, + "nauc_recall_at_100_max": 0.391171, + "nauc_recall_at_100_std": 0.177462, + "nauc_recall_at_100_diff1": 0.397921, + "nauc_recall_at_1000_max": 0.500877, + "nauc_recall_at_1000_std": 0.37393, + "nauc_recall_at_1000_diff1": 0.412165, + "nauc_precision_at_1_max": 0.409556, + "nauc_precision_at_1_std": 0.00842, + "nauc_precision_at_1_diff1": 0.519398, + "nauc_precision_at_3_max": 0.380162, + "nauc_precision_at_3_std": 0.066309, + "nauc_precision_at_3_diff1": 0.316475, + "nauc_precision_at_5_max": 0.33579, + "nauc_precision_at_5_std": 0.095144, + "nauc_precision_at_5_diff1": 0.2442, + "nauc_precision_at_10_max": 0.321743, + "nauc_precision_at_10_std": 0.095046, + "nauc_precision_at_10_diff1": 0.153947, + "nauc_precision_at_20_max": 0.270935, + "nauc_precision_at_20_std": 0.150308, + "nauc_precision_at_20_diff1": 0.066744, + "nauc_precision_at_100_max": 0.190234, + "nauc_precision_at_100_std": 0.165472, + "nauc_precision_at_100_diff1": -0.059281, + "nauc_precision_at_1000_max": 0.073406, + "nauc_precision_at_1000_std": 0.114142, + "nauc_precision_at_1000_diff1": -0.157455, + "nauc_mrr_at_1_max": 0.409556, + "nauc_mrr_at_1_std": 0.00842, + "nauc_mrr_at_1_diff1": 0.519398, + "nauc_mrr_at_3_max": 0.404388, + "nauc_mrr_at_3_std": 0.014782, + "nauc_mrr_at_3_diff1": 0.4755, + "nauc_mrr_at_5_max": 0.401307, + "nauc_mrr_at_5_std": 0.016479, + "nauc_mrr_at_5_diff1": 0.469105, + "nauc_mrr_at_10_max": 0.404754, + "nauc_mrr_at_10_std": 0.015035, + "nauc_mrr_at_10_diff1": 0.468168, + "nauc_mrr_at_20_max": 0.405003, + "nauc_mrr_at_20_std": 0.01779, + "nauc_mrr_at_20_diff1": 0.470636, + "nauc_mrr_at_100_max": 0.405444, + "nauc_mrr_at_100_std": 0.018313, + "nauc_mrr_at_100_diff1": 0.471374, + "nauc_mrr_at_1000_max": 0.405481, + "nauc_mrr_at_1000_std": 0.018247, + "nauc_mrr_at_1000_diff1": 0.471492, + "main_score": 0.46701, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5923.993802785873, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackStatsRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackStatsRetrieval.json new file mode 100644 index 0000000000..2c1d4183bd --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackStatsRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a", + "task_name": "CQADupstackStatsRetrieval", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.30215, + "ndcg_at_3": 0.35061, + "ndcg_at_5": 0.37077, + "ndcg_at_10": 0.39863, + "ndcg_at_20": 0.42079, + "ndcg_at_100": 0.45098, + "ndcg_at_1000": 0.47033, + "map_at_1": 0.26999, + "map_at_3": 0.32542, + "map_at_5": 0.33921, + "map_at_10": 0.35178, + "map_at_20": 0.35825, + "map_at_100": 0.3627, + "map_at_1000": 0.36355, + "recall_at_1": 0.26999, + "recall_at_3": 0.38507, + "recall_at_5": 0.43349, + "recall_at_10": 0.51847, + "recall_at_20": 0.60197, + "recall_at_100": 0.75406, + "recall_at_1000": 0.89271, + "precision_at_1": 0.30215, + "precision_at_3": 0.15235, + "precision_at_5": 0.10613, + "precision_at_10": 0.06365, + "precision_at_20": 0.03735, + "precision_at_100": 0.00968, + "precision_at_1000": 0.00121, + "mrr_at_1": 0.302147, + "mrr_at_3": 0.352761, + "mrr_at_5": 0.364647, + "mrr_at_10": 0.376292, + "mrr_at_20": 0.382341, + "mrr_at_100": 0.386049, + "mrr_at_1000": 0.3866, + "nauc_ndcg_at_1_max": 0.302307, + "nauc_ndcg_at_1_std": -0.022723, + "nauc_ndcg_at_1_diff1": 0.607748, + "nauc_ndcg_at_3_max": 0.289006, + "nauc_ndcg_at_3_std": -0.002952, + "nauc_ndcg_at_3_diff1": 0.540845, + "nauc_ndcg_at_5_max": 0.290745, + "nauc_ndcg_at_5_std": 0.002925, + "nauc_ndcg_at_5_diff1": 0.539535, + "nauc_ndcg_at_10_max": 0.290121, + "nauc_ndcg_at_10_std": 0.006186, + "nauc_ndcg_at_10_diff1": 0.527589, + "nauc_ndcg_at_20_max": 0.29122, + "nauc_ndcg_at_20_std": 0.009324, + "nauc_ndcg_at_20_diff1": 0.523897, + "nauc_ndcg_at_100_max": 0.304121, + "nauc_ndcg_at_100_std": 0.02291, + "nauc_ndcg_at_100_diff1": 0.523766, + "nauc_ndcg_at_1000_max": 0.303693, + "nauc_ndcg_at_1000_std": 0.021487, + "nauc_ndcg_at_1000_diff1": 0.526516, + "nauc_map_at_1_max": 0.254843, + "nauc_map_at_1_std": -0.051062, + "nauc_map_at_1_diff1": 0.628364, + "nauc_map_at_3_max": 0.272714, + "nauc_map_at_3_std": -0.017204, + "nauc_map_at_3_diff1": 0.563767, + "nauc_map_at_5_max": 0.281065, + "nauc_map_at_5_std": -0.008667, + "nauc_map_at_5_diff1": 0.562378, + "nauc_map_at_10_max": 0.281263, + "nauc_map_at_10_std": -0.00606, + "nauc_map_at_10_diff1": 0.55593, + "nauc_map_at_20_max": 0.281974, + "nauc_map_at_20_std": -0.00526, + "nauc_map_at_20_diff1": 0.554482, + "nauc_map_at_100_max": 0.284035, + "nauc_map_at_100_std": -0.003918, + "nauc_map_at_100_diff1": 0.554489, + "nauc_map_at_1000_max": 0.284179, + "nauc_map_at_1000_std": -0.003787, + "nauc_map_at_1000_diff1": 0.554536, + "nauc_recall_at_1_max": 0.254843, + "nauc_recall_at_1_std": -0.051062, + "nauc_recall_at_1_diff1": 0.628364, + "nauc_recall_at_3_max": 0.272168, + "nauc_recall_at_3_std": 0.011653, + "nauc_recall_at_3_diff1": 0.490575, + "nauc_recall_at_5_max": 0.281652, + "nauc_recall_at_5_std": 0.025694, + "nauc_recall_at_5_diff1": 0.481556, + "nauc_recall_at_10_max": 0.279545, + "nauc_recall_at_10_std": 0.034677, + "nauc_recall_at_10_diff1": 0.436089, + "nauc_recall_at_20_max": 0.280387, + "nauc_recall_at_20_std": 0.051753, + "nauc_recall_at_20_diff1": 0.412955, + "nauc_recall_at_100_max": 0.365454, + "nauc_recall_at_100_std": 0.171864, + "nauc_recall_at_100_diff1": 0.367276, + "nauc_recall_at_1000_max": 0.426917, + "nauc_recall_at_1000_std": 0.276737, + "nauc_recall_at_1000_diff1": 0.29113, + "nauc_precision_at_1_max": 0.302307, + "nauc_precision_at_1_std": -0.022723, + "nauc_precision_at_1_diff1": 0.607748, + "nauc_precision_at_3_max": 0.329589, + "nauc_precision_at_3_std": 0.056211, + "nauc_precision_at_3_diff1": 0.416846, + "nauc_precision_at_5_max": 0.333414, + "nauc_precision_at_5_std": 0.085539, + "nauc_precision_at_5_diff1": 0.369654, + "nauc_precision_at_10_max": 0.322977, + "nauc_precision_at_10_std": 0.09002, + "nauc_precision_at_10_diff1": 0.287934, + "nauc_precision_at_20_max": 0.288326, + "nauc_precision_at_20_std": 0.076889, + "nauc_precision_at_20_diff1": 0.207805, + "nauc_precision_at_100_max": 0.254893, + "nauc_precision_at_100_std": 0.130129, + "nauc_precision_at_100_diff1": 0.063424, + "nauc_precision_at_1000_max": 0.11758, + "nauc_precision_at_1000_std": 0.09092, + "nauc_precision_at_1000_diff1": -0.080656, + "nauc_mrr_at_1_max": 0.302307, + "nauc_mrr_at_1_std": -0.022723, + "nauc_mrr_at_1_diff1": 0.607748, + "nauc_mrr_at_3_max": 0.302804, + "nauc_mrr_at_3_std": -0.004973, + "nauc_mrr_at_3_diff1": 0.553461, + "nauc_mrr_at_5_max": 0.303438, + "nauc_mrr_at_5_std": -0.001296, + "nauc_mrr_at_5_diff1": 0.550072, + "nauc_mrr_at_10_max": 0.303673, + "nauc_mrr_at_10_std": 0.000109, + "nauc_mrr_at_10_diff1": 0.545611, + "nauc_mrr_at_20_max": 0.303137, + "nauc_mrr_at_20_std": 0.000937, + "nauc_mrr_at_20_diff1": 0.544564, + "nauc_mrr_at_100_max": 0.30466, + "nauc_mrr_at_100_std": 0.002731, + "nauc_mrr_at_100_diff1": 0.545252, + "nauc_mrr_at_1000_max": 0.304772, + "nauc_mrr_at_1000_std": 0.002683, + "nauc_mrr_at_1000_diff1": 0.54546, + "main_score": 0.39863, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 9727.423287630081, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackTexRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackTexRetrieval.json new file mode 100644 index 0000000000..e6d09ad249 --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackTexRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", + "task_name": "CQADupstackTexRetrieval", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.2605, + "ndcg_at_3": 0.30102, + "ndcg_at_5": 0.32033, + "ndcg_at_10": 0.3418, + "ndcg_at_20": 0.36036, + "ndcg_at_100": 0.39188, + "ndcg_at_1000": 0.42015, + "map_at_1": 0.21437, + "map_at_3": 0.26928, + "map_at_5": 0.28271, + "map_at_10": 0.29323, + "map_at_20": 0.29896, + "map_at_100": 0.30383, + "map_at_1000": 0.30507, + "recall_at_1": 0.21437, + "recall_at_3": 0.3278, + "recall_at_5": 0.37955, + "recall_at_10": 0.44344, + "recall_at_20": 0.51295, + "recall_at_100": 0.66973, + "recall_at_1000": 0.86959, + "precision_at_1": 0.2605, + "precision_at_3": 0.14155, + "precision_at_5": 0.10048, + "precision_at_10": 0.0607, + "precision_at_20": 0.03584, + "precision_at_100": 0.00994, + "precision_at_1000": 0.00142, + "mrr_at_1": 0.260496, + "mrr_at_3": 0.315439, + "mrr_at_5": 0.327879, + "mrr_at_10": 0.33675, + "mrr_at_20": 0.341648, + "mrr_at_100": 0.345299, + "mrr_at_1000": 0.346034, + "nauc_ndcg_at_1_max": 0.24628, + "nauc_ndcg_at_1_std": -0.033705, + "nauc_ndcg_at_1_diff1": 0.497585, + "nauc_ndcg_at_3_max": 0.249703, + "nauc_ndcg_at_3_std": -0.027655, + "nauc_ndcg_at_3_diff1": 0.415071, + "nauc_ndcg_at_5_max": 0.254032, + "nauc_ndcg_at_5_std": -0.026416, + "nauc_ndcg_at_5_diff1": 0.409133, + "nauc_ndcg_at_10_max": 0.254636, + "nauc_ndcg_at_10_std": -0.017968, + "nauc_ndcg_at_10_diff1": 0.403322, + "nauc_ndcg_at_20_max": 0.257938, + "nauc_ndcg_at_20_std": -0.016893, + "nauc_ndcg_at_20_diff1": 0.402751, + "nauc_ndcg_at_100_max": 0.266653, + "nauc_ndcg_at_100_std": -0.00102, + "nauc_ndcg_at_100_diff1": 0.397853, + "nauc_ndcg_at_1000_max": 0.265109, + "nauc_ndcg_at_1000_std": 0.000498, + "nauc_ndcg_at_1000_diff1": 0.402215, + "nauc_map_at_1_max": 0.211372, + "nauc_map_at_1_std": -0.032287, + "nauc_map_at_1_diff1": 0.499974, + "nauc_map_at_3_max": 0.233936, + "nauc_map_at_3_std": -0.031227, + "nauc_map_at_3_diff1": 0.43445, + "nauc_map_at_5_max": 0.238192, + "nauc_map_at_5_std": -0.030665, + "nauc_map_at_5_diff1": 0.428945, + "nauc_map_at_10_max": 0.240571, + "nauc_map_at_10_std": -0.026907, + "nauc_map_at_10_diff1": 0.426619, + "nauc_map_at_20_max": 0.24243, + "nauc_map_at_20_std": -0.02622, + "nauc_map_at_20_diff1": 0.426569, + "nauc_map_at_100_max": 0.244279, + "nauc_map_at_100_std": -0.023669, + "nauc_map_at_100_diff1": 0.425847, + "nauc_map_at_1000_max": 0.244318, + "nauc_map_at_1000_std": -0.023503, + "nauc_map_at_1000_diff1": 0.426014, + "nauc_recall_at_1_max": 0.211372, + "nauc_recall_at_1_std": -0.032287, + "nauc_recall_at_1_diff1": 0.499974, + "nauc_recall_at_3_max": 0.240758, + "nauc_recall_at_3_std": -0.024877, + "nauc_recall_at_3_diff1": 0.364882, + "nauc_recall_at_5_max": 0.253271, + "nauc_recall_at_5_std": -0.0232, + "nauc_recall_at_5_diff1": 0.343851, + "nauc_recall_at_10_max": 0.249963, + "nauc_recall_at_10_std": -0.00042, + "nauc_recall_at_10_diff1": 0.320795, + "nauc_recall_at_20_max": 0.25686, + "nauc_recall_at_20_std": 0.008094, + "nauc_recall_at_20_diff1": 0.310805, + "nauc_recall_at_100_max": 0.300635, + "nauc_recall_at_100_std": 0.110463, + "nauc_recall_at_100_diff1": 0.255355, + "nauc_recall_at_1000_max": 0.327538, + "nauc_recall_at_1000_std": 0.252485, + "nauc_recall_at_1000_diff1": 0.190439, + "nauc_precision_at_1_max": 0.24628, + "nauc_precision_at_1_std": -0.033705, + "nauc_precision_at_1_diff1": 0.497585, + "nauc_precision_at_3_max": 0.286694, + "nauc_precision_at_3_std": -0.017414, + "nauc_precision_at_3_diff1": 0.320925, + "nauc_precision_at_5_max": 0.288174, + "nauc_precision_at_5_std": -0.012342, + "nauc_precision_at_5_diff1": 0.286288, + "nauc_precision_at_10_max": 0.272924, + "nauc_precision_at_10_std": 0.020306, + "nauc_precision_at_10_diff1": 0.231747, + "nauc_precision_at_20_max": 0.266032, + "nauc_precision_at_20_std": 0.033002, + "nauc_precision_at_20_diff1": 0.197402, + "nauc_precision_at_100_max": 0.246406, + "nauc_precision_at_100_std": 0.091415, + "nauc_precision_at_100_diff1": 0.102196, + "nauc_precision_at_1000_max": 0.155823, + "nauc_precision_at_1000_std": 0.082447, + "nauc_precision_at_1000_diff1": 0.001108, + "nauc_mrr_at_1_max": 0.24628, + "nauc_mrr_at_1_std": -0.033705, + "nauc_mrr_at_1_diff1": 0.497585, + "nauc_mrr_at_3_max": 0.263667, + "nauc_mrr_at_3_std": -0.028953, + "nauc_mrr_at_3_diff1": 0.433643, + "nauc_mrr_at_5_max": 0.266923, + "nauc_mrr_at_5_std": -0.028595, + "nauc_mrr_at_5_diff1": 0.430802, + "nauc_mrr_at_10_max": 0.26592, + "nauc_mrr_at_10_std": -0.025761, + "nauc_mrr_at_10_diff1": 0.428017, + "nauc_mrr_at_20_max": 0.266225, + "nauc_mrr_at_20_std": -0.025833, + "nauc_mrr_at_20_diff1": 0.428036, + "nauc_mrr_at_100_max": 0.266864, + "nauc_mrr_at_100_std": -0.024453, + "nauc_mrr_at_100_diff1": 0.427583, + "nauc_mrr_at_1000_max": 0.266743, + "nauc_mrr_at_1000_std": -0.024394, + "nauc_mrr_at_1000_diff1": 0.427779, + "main_score": 0.3418, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 16070.490141630173, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackUnixRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackUnixRetrieval.json new file mode 100644 index 0000000000..35c9629b7e --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackUnixRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53", + "task_name": "CQADupstackUnixRetrieval", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.36847, + "ndcg_at_3": 0.41722, + "ndcg_at_5": 0.43668, + "ndcg_at_10": 0.46104, + "ndcg_at_20": 0.48188, + "ndcg_at_100": 0.51261, + "ndcg_at_1000": 0.53426, + "map_at_1": 0.31171, + "map_at_3": 0.38162, + "map_at_5": 0.39604, + "map_at_10": 0.40788, + "map_at_20": 0.41464, + "map_at_100": 0.41972, + "map_at_1000": 0.4207, + "recall_at_1": 0.31171, + "recall_at_3": 0.45469, + "recall_at_5": 0.50627, + "recall_at_10": 0.57796, + "recall_at_20": 0.65191, + "recall_at_100": 0.79924, + "recall_at_1000": 0.9488, + "precision_at_1": 0.36847, + "precision_at_3": 0.18905, + "precision_at_5": 0.12929, + "precision_at_10": 0.07603, + "precision_at_20": 0.04394, + "precision_at_100": 0.01134, + "precision_at_1000": 0.00143, + "mrr_at_1": 0.36847, + "mrr_at_3": 0.431281, + "mrr_at_5": 0.442802, + "mrr_at_10": 0.452038, + "mrr_at_20": 0.456988, + "mrr_at_100": 0.460574, + "mrr_at_1000": 0.461114, + "nauc_ndcg_at_1_max": 0.352266, + "nauc_ndcg_at_1_std": -0.03827, + "nauc_ndcg_at_1_diff1": 0.586725, + "nauc_ndcg_at_3_max": 0.32781, + "nauc_ndcg_at_3_std": -0.030721, + "nauc_ndcg_at_3_diff1": 0.524808, + "nauc_ndcg_at_5_max": 0.333375, + "nauc_ndcg_at_5_std": -0.027184, + "nauc_ndcg_at_5_diff1": 0.524751, + "nauc_ndcg_at_10_max": 0.337811, + "nauc_ndcg_at_10_std": -0.023719, + "nauc_ndcg_at_10_diff1": 0.521398, + "nauc_ndcg_at_20_max": 0.343597, + "nauc_ndcg_at_20_std": -0.036644, + "nauc_ndcg_at_20_diff1": 0.519004, + "nauc_ndcg_at_100_max": 0.343281, + "nauc_ndcg_at_100_std": -0.022377, + "nauc_ndcg_at_100_diff1": 0.514997, + "nauc_ndcg_at_1000_max": 0.345281, + "nauc_ndcg_at_1000_std": -0.022029, + "nauc_ndcg_at_1000_diff1": 0.518718, + "nauc_map_at_1_max": 0.327069, + "nauc_map_at_1_std": -0.020206, + "nauc_map_at_1_diff1": 0.603911, + "nauc_map_at_3_max": 0.328107, + "nauc_map_at_3_std": -0.027411, + "nauc_map_at_3_diff1": 0.545792, + "nauc_map_at_5_max": 0.331978, + "nauc_map_at_5_std": -0.026292, + "nauc_map_at_5_diff1": 0.542655, + "nauc_map_at_10_max": 0.3346, + "nauc_map_at_10_std": -0.026549, + "nauc_map_at_10_diff1": 0.540794, + "nauc_map_at_20_max": 0.336452, + "nauc_map_at_20_std": -0.030543, + "nauc_map_at_20_diff1": 0.539855, + "nauc_map_at_100_max": 0.336781, + "nauc_map_at_100_std": -0.028307, + "nauc_map_at_100_diff1": 0.538598, + "nauc_map_at_1000_max": 0.336858, + "nauc_map_at_1000_std": -0.028211, + "nauc_map_at_1000_diff1": 0.538707, + "nauc_recall_at_1_max": 0.327069, + "nauc_recall_at_1_std": -0.020206, + "nauc_recall_at_1_diff1": 0.603911, + "nauc_recall_at_3_max": 0.304662, + "nauc_recall_at_3_std": -0.029282, + "nauc_recall_at_3_diff1": 0.476668, + "nauc_recall_at_5_max": 0.31586, + "nauc_recall_at_5_std": -0.020247, + "nauc_recall_at_5_diff1": 0.465608, + "nauc_recall_at_10_max": 0.318159, + "nauc_recall_at_10_std": -0.006313, + "nauc_recall_at_10_diff1": 0.444242, + "nauc_recall_at_20_max": 0.336962, + "nauc_recall_at_20_std": -0.060263, + "nauc_recall_at_20_diff1": 0.428653, + "nauc_recall_at_100_max": 0.32561, + "nauc_recall_at_100_std": 0.032858, + "nauc_recall_at_100_diff1": 0.374933, + "nauc_recall_at_1000_max": 0.445092, + "nauc_recall_at_1000_std": 0.202561, + "nauc_recall_at_1000_diff1": 0.305186, + "nauc_precision_at_1_max": 0.352266, + "nauc_precision_at_1_std": -0.03827, + "nauc_precision_at_1_diff1": 0.586725, + "nauc_precision_at_3_max": 0.306697, + "nauc_precision_at_3_std": -0.048189, + "nauc_precision_at_3_diff1": 0.372904, + "nauc_precision_at_5_max": 0.281249, + "nauc_precision_at_5_std": -0.039906, + "nauc_precision_at_5_diff1": 0.308405, + "nauc_precision_at_10_max": 0.24669, + "nauc_precision_at_10_std": -0.044773, + "nauc_precision_at_10_diff1": 0.222873, + "nauc_precision_at_20_max": 0.207983, + "nauc_precision_at_20_std": -0.083118, + "nauc_precision_at_20_diff1": 0.139322, + "nauc_precision_at_100_max": 0.105902, + "nauc_precision_at_100_std": -9e-06, + "nauc_precision_at_100_diff1": -0.04355, + "nauc_precision_at_1000_max": -0.036537, + "nauc_precision_at_1000_std": -0.017807, + "nauc_precision_at_1000_diff1": -0.200302, + "nauc_mrr_at_1_max": 0.352266, + "nauc_mrr_at_1_std": -0.03827, + "nauc_mrr_at_1_diff1": 0.586725, + "nauc_mrr_at_3_max": 0.342199, + "nauc_mrr_at_3_std": -0.033312, + "nauc_mrr_at_3_diff1": 0.539157, + "nauc_mrr_at_5_max": 0.34519, + "nauc_mrr_at_5_std": -0.030026, + "nauc_mrr_at_5_diff1": 0.537869, + "nauc_mrr_at_10_max": 0.345168, + "nauc_mrr_at_10_std": -0.02862, + "nauc_mrr_at_10_diff1": 0.536121, + "nauc_mrr_at_20_max": 0.346645, + "nauc_mrr_at_20_std": -0.031572, + "nauc_mrr_at_20_diff1": 0.53594, + "nauc_mrr_at_100_max": 0.346021, + "nauc_mrr_at_100_std": -0.030432, + "nauc_mrr_at_100_diff1": 0.535787, + "nauc_mrr_at_1000_max": 0.346191, + "nauc_mrr_at_1000_std": -0.030428, + "nauc_mrr_at_1000_diff1": 0.536084, + "main_score": 0.46104, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 9331.89281463623, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackWebmastersRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackWebmastersRetrieval.json new file mode 100644 index 0000000000..9a8d04ae1e --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackWebmastersRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", + "task_name": "CQADupstackWebmastersRetrieval", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.37549, + "ndcg_at_3": 0.43219, + "ndcg_at_5": 0.45026, + "ndcg_at_10": 0.47612, + "ndcg_at_20": 0.49831, + "ndcg_at_100": 0.53111, + "ndcg_at_1000": 0.55224, + "map_at_1": 0.31818, + "map_at_3": 0.38857, + "map_at_5": 0.40318, + "map_at_10": 0.41719, + "map_at_20": 0.42619, + "map_at_100": 0.43456, + "map_at_1000": 0.4368, + "recall_at_1": 0.31818, + "recall_at_3": 0.45678, + "recall_at_5": 0.50423, + "recall_at_10": 0.57923, + "recall_at_20": 0.66242, + "recall_at_100": 0.8196, + "recall_at_1000": 0.95186, + "precision_at_1": 0.37549, + "precision_at_3": 0.20092, + "precision_at_5": 0.1419, + "precision_at_10": 0.09012, + "precision_at_20": 0.05682, + "precision_at_100": 0.01733, + "precision_at_1000": 0.00249, + "mrr_at_1": 0.375494, + "mrr_at_3": 0.441041, + "mrr_at_5": 0.452701, + "mrr_at_10": 0.462919, + "mrr_at_20": 0.468488, + "mrr_at_100": 0.472258, + "mrr_at_1000": 0.472715, + "nauc_ndcg_at_1_max": 0.327206, + "nauc_ndcg_at_1_std": -0.053309, + "nauc_ndcg_at_1_diff1": 0.502093, + "nauc_ndcg_at_3_max": 0.352707, + "nauc_ndcg_at_3_std": -0.021633, + "nauc_ndcg_at_3_diff1": 0.46294, + "nauc_ndcg_at_5_max": 0.352698, + "nauc_ndcg_at_5_std": -0.024586, + "nauc_ndcg_at_5_diff1": 0.459913, + "nauc_ndcg_at_10_max": 0.352938, + "nauc_ndcg_at_10_std": -0.024248, + "nauc_ndcg_at_10_diff1": 0.448052, + "nauc_ndcg_at_20_max": 0.353888, + "nauc_ndcg_at_20_std": -0.016052, + "nauc_ndcg_at_20_diff1": 0.450254, + "nauc_ndcg_at_100_max": 0.356592, + "nauc_ndcg_at_100_std": -0.006561, + "nauc_ndcg_at_100_diff1": 0.446281, + "nauc_ndcg_at_1000_max": 0.362042, + "nauc_ndcg_at_1000_std": -0.001662, + "nauc_ndcg_at_1000_diff1": 0.446462, + "nauc_map_at_1_max": 0.27657, + "nauc_map_at_1_std": -0.070734, + "nauc_map_at_1_diff1": 0.535085, + "nauc_map_at_3_max": 0.320681, + "nauc_map_at_3_std": -0.04782, + "nauc_map_at_3_diff1": 0.478907, + "nauc_map_at_5_max": 0.32514, + "nauc_map_at_5_std": -0.050191, + "nauc_map_at_5_diff1": 0.473514, + "nauc_map_at_10_max": 0.330236, + "nauc_map_at_10_std": -0.04808, + "nauc_map_at_10_diff1": 0.466733, + "nauc_map_at_20_max": 0.334469, + "nauc_map_at_20_std": -0.041175, + "nauc_map_at_20_diff1": 0.469439, + "nauc_map_at_100_max": 0.337742, + "nauc_map_at_100_std": -0.031548, + "nauc_map_at_100_diff1": 0.46988, + "nauc_map_at_1000_max": 0.338105, + "nauc_map_at_1000_std": -0.027401, + "nauc_map_at_1000_diff1": 0.468919, + "nauc_recall_at_1_max": 0.27657, + "nauc_recall_at_1_std": -0.070734, + "nauc_recall_at_1_diff1": 0.535085, + "nauc_recall_at_3_max": 0.329964, + "nauc_recall_at_3_std": -0.017098, + "nauc_recall_at_3_diff1": 0.430771, + "nauc_recall_at_5_max": 0.330062, + "nauc_recall_at_5_std": -0.02633, + "nauc_recall_at_5_diff1": 0.411608, + "nauc_recall_at_10_max": 0.32871, + "nauc_recall_at_10_std": -0.030916, + "nauc_recall_at_10_diff1": 0.363413, + "nauc_recall_at_20_max": 0.327763, + "nauc_recall_at_20_std": 0.012472, + "nauc_recall_at_20_diff1": 0.359766, + "nauc_recall_at_100_max": 0.344337, + "nauc_recall_at_100_std": 0.128673, + "nauc_recall_at_100_diff1": 0.323183, + "nauc_recall_at_1000_max": 0.472871, + "nauc_recall_at_1000_std": 0.417166, + "nauc_recall_at_1000_diff1": 0.149827, + "nauc_precision_at_1_max": 0.327206, + "nauc_precision_at_1_std": -0.053309, + "nauc_precision_at_1_diff1": 0.502093, + "nauc_precision_at_3_max": 0.368634, + "nauc_precision_at_3_std": 0.023037, + "nauc_precision_at_3_diff1": 0.260702, + "nauc_precision_at_5_max": 0.349925, + "nauc_precision_at_5_std": 0.026067, + "nauc_precision_at_5_diff1": 0.187371, + "nauc_precision_at_10_max": 0.308162, + "nauc_precision_at_10_std": 0.110787, + "nauc_precision_at_10_diff1": 0.092268, + "nauc_precision_at_20_max": 0.278176, + "nauc_precision_at_20_std": 0.189649, + "nauc_precision_at_20_diff1": 0.057876, + "nauc_precision_at_100_max": 0.163679, + "nauc_precision_at_100_std": 0.324721, + "nauc_precision_at_100_diff1": -0.066415, + "nauc_precision_at_1000_max": 0.11202, + "nauc_precision_at_1000_std": 0.361929, + "nauc_precision_at_1000_diff1": -0.162511, + "nauc_mrr_at_1_max": 0.327206, + "nauc_mrr_at_1_std": -0.053309, + "nauc_mrr_at_1_diff1": 0.502093, + "nauc_mrr_at_3_max": 0.361005, + "nauc_mrr_at_3_std": -0.025575, + "nauc_mrr_at_3_diff1": 0.464254, + "nauc_mrr_at_5_max": 0.366146, + "nauc_mrr_at_5_std": -0.030636, + "nauc_mrr_at_5_diff1": 0.462108, + "nauc_mrr_at_10_max": 0.363695, + "nauc_mrr_at_10_std": -0.029967, + "nauc_mrr_at_10_diff1": 0.458135, + "nauc_mrr_at_20_max": 0.363094, + "nauc_mrr_at_20_std": -0.026304, + "nauc_mrr_at_20_diff1": 0.458797, + "nauc_mrr_at_100_max": 0.363703, + "nauc_mrr_at_100_std": -0.025846, + "nauc_mrr_at_100_diff1": 0.459539, + "nauc_mrr_at_1000_max": 0.363781, + "nauc_mrr_at_1000_std": -0.025934, + "nauc_mrr_at_1000_diff1": 0.459487, + "main_score": 0.47612, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2553.6040210723877, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackWordpressRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackWordpressRetrieval.json new file mode 100644 index 0000000000..f705d4327d --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackWordpressRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackWordpressRetrieval", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.29575, + "ndcg_at_3": 0.34348, + "ndcg_at_5": 0.35699, + "ndcg_at_10": 0.38465, + "ndcg_at_20": 0.40119, + "ndcg_at_100": 0.43406, + "ndcg_at_1000": 0.45713, + "map_at_1": 0.27123, + "map_at_3": 0.32264, + "map_at_5": 0.33117, + "map_at_10": 0.34372, + "map_at_20": 0.34849, + "map_at_100": 0.35342, + "map_at_1000": 0.35441, + "recall_at_1": 0.27123, + "recall_at_3": 0.37729, + "recall_at_5": 0.4093, + "recall_at_10": 0.48943, + "recall_at_20": 0.55219, + "recall_at_100": 0.71844, + "recall_at_1000": 0.88861, + "precision_at_1": 0.29575, + "precision_at_3": 0.13925, + "precision_at_5": 0.09316, + "precision_at_10": 0.05749, + "precision_at_20": 0.03272, + "precision_at_100": 0.00884, + "precision_at_1000": 0.00119, + "mrr_at_1": 0.295749, + "mrr_at_3": 0.346272, + "mrr_at_5": 0.354221, + "mrr_at_10": 0.365327, + "mrr_at_20": 0.36967, + "mrr_at_100": 0.373975, + "mrr_at_1000": 0.374629, + "nauc_ndcg_at_1_max": 0.328974, + "nauc_ndcg_at_1_std": -0.084703, + "nauc_ndcg_at_1_diff1": 0.546909, + "nauc_ndcg_at_3_max": 0.316067, + "nauc_ndcg_at_3_std": -0.079621, + "nauc_ndcg_at_3_diff1": 0.488613, + "nauc_ndcg_at_5_max": 0.318795, + "nauc_ndcg_at_5_std": -0.078327, + "nauc_ndcg_at_5_diff1": 0.490059, + "nauc_ndcg_at_10_max": 0.324125, + "nauc_ndcg_at_10_std": -0.074918, + "nauc_ndcg_at_10_diff1": 0.484357, + "nauc_ndcg_at_20_max": 0.320056, + "nauc_ndcg_at_20_std": -0.064974, + "nauc_ndcg_at_20_diff1": 0.476355, + "nauc_ndcg_at_100_max": 0.325649, + "nauc_ndcg_at_100_std": -0.057389, + "nauc_ndcg_at_100_diff1": 0.473188, + "nauc_ndcg_at_1000_max": 0.329395, + "nauc_ndcg_at_1000_std": -0.043981, + "nauc_ndcg_at_1000_diff1": 0.470644, + "nauc_map_at_1_max": 0.314731, + "nauc_map_at_1_std": -0.095966, + "nauc_map_at_1_diff1": 0.537621, + "nauc_map_at_3_max": 0.313916, + "nauc_map_at_3_std": -0.087329, + "nauc_map_at_3_diff1": 0.496779, + "nauc_map_at_5_max": 0.315999, + "nauc_map_at_5_std": -0.086537, + "nauc_map_at_5_diff1": 0.498061, + "nauc_map_at_10_max": 0.318294, + "nauc_map_at_10_std": -0.084627, + "nauc_map_at_10_diff1": 0.493858, + "nauc_map_at_20_max": 0.317534, + "nauc_map_at_20_std": -0.081393, + "nauc_map_at_20_diff1": 0.492295, + "nauc_map_at_100_max": 0.318672, + "nauc_map_at_100_std": -0.079939, + "nauc_map_at_100_diff1": 0.492129, + "nauc_map_at_1000_max": 0.318656, + "nauc_map_at_1000_std": -0.079128, + "nauc_map_at_1000_diff1": 0.491967, + "nauc_recall_at_1_max": 0.314731, + "nauc_recall_at_1_std": -0.095966, + "nauc_recall_at_1_diff1": 0.537621, + "nauc_recall_at_3_max": 0.307742, + "nauc_recall_at_3_std": -0.077575, + "nauc_recall_at_3_diff1": 0.447435, + "nauc_recall_at_5_max": 0.309731, + "nauc_recall_at_5_std": -0.07334, + "nauc_recall_at_5_diff1": 0.447485, + "nauc_recall_at_10_max": 0.323379, + "nauc_recall_at_10_std": -0.064027, + "nauc_recall_at_10_diff1": 0.435862, + "nauc_recall_at_20_max": 0.302268, + "nauc_recall_at_20_std": -0.027849, + "nauc_recall_at_20_diff1": 0.396909, + "nauc_recall_at_100_max": 0.327952, + "nauc_recall_at_100_std": 0.03239, + "nauc_recall_at_100_diff1": 0.340331, + "nauc_recall_at_1000_max": 0.461089, + "nauc_recall_at_1000_std": 0.365889, + "nauc_recall_at_1000_diff1": 0.160002, + "nauc_precision_at_1_max": 0.328974, + "nauc_precision_at_1_std": -0.084703, + "nauc_precision_at_1_diff1": 0.546909, + "nauc_precision_at_3_max": 0.311159, + "nauc_precision_at_3_std": -0.06406, + "nauc_precision_at_3_diff1": 0.438959, + "nauc_precision_at_5_max": 0.300861, + "nauc_precision_at_5_std": -0.029268, + "nauc_precision_at_5_diff1": 0.415474, + "nauc_precision_at_10_max": 0.295027, + "nauc_precision_at_10_std": -0.000608, + "nauc_precision_at_10_diff1": 0.371579, + "nauc_precision_at_20_max": 0.266695, + "nauc_precision_at_20_std": 0.054434, + "nauc_precision_at_20_diff1": 0.314147, + "nauc_precision_at_100_max": 0.170008, + "nauc_precision_at_100_std": 0.134712, + "nauc_precision_at_100_diff1": 0.150949, + "nauc_precision_at_1000_max": -0.051284, + "nauc_precision_at_1000_std": 0.275122, + "nauc_precision_at_1000_diff1": -0.083103, + "nauc_mrr_at_1_max": 0.328974, + "nauc_mrr_at_1_std": -0.084703, + "nauc_mrr_at_1_diff1": 0.546909, + "nauc_mrr_at_3_max": 0.327259, + "nauc_mrr_at_3_std": -0.075948, + "nauc_mrr_at_3_diff1": 0.512116, + "nauc_mrr_at_5_max": 0.327401, + "nauc_mrr_at_5_std": -0.070331, + "nauc_mrr_at_5_diff1": 0.510504, + "nauc_mrr_at_10_max": 0.3299, + "nauc_mrr_at_10_std": -0.068395, + "nauc_mrr_at_10_diff1": 0.508481, + "nauc_mrr_at_20_max": 0.328498, + "nauc_mrr_at_20_std": -0.066294, + "nauc_mrr_at_20_diff1": 0.505693, + "nauc_mrr_at_100_max": 0.328812, + "nauc_mrr_at_100_std": -0.06596, + "nauc_mrr_at_100_diff1": 0.505382, + "nauc_mrr_at_1000_max": 0.329022, + "nauc_mrr_at_1000_std": -0.065637, + "nauc_mrr_at_1000_diff1": 0.505477, + "main_score": 0.38465, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 8926.989157438278, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/ClimateFEVER.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/ClimateFEVER.json new file mode 100644 index 0000000000..51071e59f2 --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/ClimateFEVER.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380", + "task_name": "ClimateFEVER", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.38306, + "ndcg_at_3": 0.34472, + "ndcg_at_5": 0.36935, + "ndcg_at_10": 0.4186, + "ndcg_at_20": 0.45407, + "ndcg_at_100": 0.50208, + "ndcg_at_1000": 0.52705, + "map_at_1": 0.16961, + "map_at_3": 0.25469, + "map_at_5": 0.28333, + "map_at_10": 0.31075, + "map_at_20": 0.32564, + "map_at_100": 0.33695, + "map_at_1000": 0.3387, + "recall_at_1": 0.16961, + "recall_at_3": 0.31636, + "recall_at_5": 0.39011, + "recall_at_10": 0.49879, + "recall_at_20": 0.59651, + "recall_at_100": 0.77443, + "recall_at_1000": 0.9085, + "precision_at_1": 0.38306, + "precision_at_3": 0.26471, + "precision_at_5": 0.20261, + "precision_at_10": 0.13459, + "precision_at_20": 0.08309, + "precision_at_100": 0.02256, + "precision_at_1000": 0.00273, + "mrr_at_1": 0.383062, + "mrr_at_3": 0.493811, + "mrr_at_5": 0.513322, + "mrr_at_10": 0.525964, + "mrr_at_20": 0.530174, + "mrr_at_100": 0.532166, + "mrr_at_1000": 0.532368, + "nauc_ndcg_at_1_max": 0.256097, + "nauc_ndcg_at_1_std": 0.09206, + "nauc_ndcg_at_1_diff1": 0.26986, + "nauc_ndcg_at_3_max": 0.296826, + "nauc_ndcg_at_3_std": 0.111679, + "nauc_ndcg_at_3_diff1": 0.255281, + "nauc_ndcg_at_5_max": 0.312126, + "nauc_ndcg_at_5_std": 0.15024, + "nauc_ndcg_at_5_diff1": 0.250927, + "nauc_ndcg_at_10_max": 0.32947, + "nauc_ndcg_at_10_std": 0.19596, + "nauc_ndcg_at_10_diff1": 0.24074, + "nauc_ndcg_at_20_max": 0.339201, + "nauc_ndcg_at_20_std": 0.219982, + "nauc_ndcg_at_20_diff1": 0.244384, + "nauc_ndcg_at_100_max": 0.345048, + "nauc_ndcg_at_100_std": 0.23209, + "nauc_ndcg_at_100_diff1": 0.241649, + "nauc_ndcg_at_1000_max": 0.341084, + "nauc_ndcg_at_1000_std": 0.222644, + "nauc_ndcg_at_1000_diff1": 0.243797, + "nauc_map_at_1_max": 0.238224, + "nauc_map_at_1_std": 0.029381, + "nauc_map_at_1_diff1": 0.356333, + "nauc_map_at_3_max": 0.284652, + "nauc_map_at_3_std": 0.080943, + "nauc_map_at_3_diff1": 0.293331, + "nauc_map_at_5_max": 0.296714, + "nauc_map_at_5_std": 0.115113, + "nauc_map_at_5_diff1": 0.274273, + "nauc_map_at_10_max": 0.310781, + "nauc_map_at_10_std": 0.146503, + "nauc_map_at_10_diff1": 0.265812, + "nauc_map_at_20_max": 0.316406, + "nauc_map_at_20_std": 0.158773, + "nauc_map_at_20_diff1": 0.266501, + "nauc_map_at_100_max": 0.318103, + "nauc_map_at_100_std": 0.163579, + "nauc_map_at_100_diff1": 0.266194, + "nauc_map_at_1000_max": 0.318007, + "nauc_map_at_1000_std": 0.163126, + "nauc_map_at_1000_diff1": 0.266154, + "nauc_recall_at_1_max": 0.238224, + "nauc_recall_at_1_std": 0.029381, + "nauc_recall_at_1_diff1": 0.356333, + "nauc_recall_at_3_max": 0.284843, + "nauc_recall_at_3_std": 0.106253, + "nauc_recall_at_3_diff1": 0.24655, + "nauc_recall_at_5_max": 0.300964, + "nauc_recall_at_5_std": 0.169157, + "nauc_recall_at_5_diff1": 0.209577, + "nauc_recall_at_10_max": 0.310225, + "nauc_recall_at_10_std": 0.25384, + "nauc_recall_at_10_diff1": 0.175807, + "nauc_recall_at_20_max": 0.320351, + "nauc_recall_at_20_std": 0.313562, + "nauc_recall_at_20_diff1": 0.175632, + "nauc_recall_at_100_max": 0.351103, + "nauc_recall_at_100_std": 0.40434, + "nauc_recall_at_100_diff1": 0.148882, + "nauc_recall_at_1000_max": 0.391042, + "nauc_recall_at_1000_std": 0.516417, + "nauc_recall_at_1000_diff1": 0.154463, + "nauc_precision_at_1_max": 0.256097, + "nauc_precision_at_1_std": 0.09206, + "nauc_precision_at_1_diff1": 0.26986, + "nauc_precision_at_3_max": 0.286442, + "nauc_precision_at_3_std": 0.17657, + "nauc_precision_at_3_diff1": 0.12325, + "nauc_precision_at_5_max": 0.287139, + "nauc_precision_at_5_std": 0.243194, + "nauc_precision_at_5_diff1": 0.062838, + "nauc_precision_at_10_max": 0.267924, + "nauc_precision_at_10_std": 0.297272, + "nauc_precision_at_10_diff1": 0.002529, + "nauc_precision_at_20_max": 0.242835, + "nauc_precision_at_20_std": 0.312185, + "nauc_precision_at_20_diff1": -0.013697, + "nauc_precision_at_100_max": 0.150157, + "nauc_precision_at_100_std": 0.265397, + "nauc_precision_at_100_diff1": -0.103002, + "nauc_precision_at_1000_max": 0.029972, + "nauc_precision_at_1000_std": 0.152088, + "nauc_precision_at_1000_diff1": -0.169429, + "nauc_mrr_at_1_max": 0.256097, + "nauc_mrr_at_1_std": 0.09206, + "nauc_mrr_at_1_diff1": 0.26986, + "nauc_mrr_at_3_max": 0.295369, + "nauc_mrr_at_3_std": 0.143826, + "nauc_mrr_at_3_diff1": 0.241574, + "nauc_mrr_at_5_max": 0.30428, + "nauc_mrr_at_5_std": 0.153705, + "nauc_mrr_at_5_diff1": 0.241685, + "nauc_mrr_at_10_max": 0.303009, + "nauc_mrr_at_10_std": 0.15609, + "nauc_mrr_at_10_diff1": 0.242235, + "nauc_mrr_at_20_max": 0.302566, + "nauc_mrr_at_20_std": 0.156269, + "nauc_mrr_at_20_diff1": 0.242951, + "nauc_mrr_at_100_max": 0.302163, + "nauc_mrr_at_100_std": 0.154878, + "nauc_mrr_at_100_diff1": 0.243131, + "nauc_mrr_at_1000_max": 0.302026, + "nauc_mrr_at_1000_std": 0.154691, + "nauc_mrr_at_1000_diff1": 0.243294, + "main_score": 0.4186, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 644638.2159519196, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/DBPedia.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/DBPedia.json new file mode 100644 index 0000000000..d94da6b370 --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/DBPedia.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c0f706b76e590d620bd6618b3ca8efdd34e2d659", + "task_name": "DBPedia", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.615, + "ndcg_at_3": 0.53476, + "ndcg_at_5": 0.51601, + "ndcg_at_10": 0.50391, + "ndcg_at_20": 0.49342, + "ndcg_at_100": 0.55378, + "ndcg_at_1000": 0.6247, + "map_at_1": 0.09757, + "map_at_3": 0.16228, + "map_at_5": 0.19538, + "map_at_10": 0.24334, + "map_at_20": 0.28697, + "map_at_100": 0.35599, + "map_at_1000": 0.3752, + "recall_at_1": 0.09757, + "recall_at_3": 0.17203, + "recall_at_5": 0.21878, + "recall_at_10": 0.30425, + "recall_at_20": 0.39137, + "recall_at_100": 0.62885, + "recall_at_1000": 0.85796, + "precision_at_1": 0.74, + "precision_at_3": 0.58833, + "precision_at_5": 0.518, + "precision_at_10": 0.41875, + "precision_at_20": 0.31737, + "precision_at_100": 0.13163, + "precision_at_1000": 0.02423, + "mrr_at_1": 0.74, + "mrr_at_3": 0.7975, + "mrr_at_5": 0.8045, + "mrr_at_10": 0.810013, + "mrr_at_20": 0.811442, + "mrr_at_100": 0.81247, + "mrr_at_1000": 0.812506, + "nauc_ndcg_at_1_max": 0.33363, + "nauc_ndcg_at_1_std": 0.260529, + "nauc_ndcg_at_1_diff1": 0.487461, + "nauc_ndcg_at_3_max": 0.301541, + "nauc_ndcg_at_3_std": 0.243425, + "nauc_ndcg_at_3_diff1": 0.272393, + "nauc_ndcg_at_5_max": 0.308788, + "nauc_ndcg_at_5_std": 0.244817, + "nauc_ndcg_at_5_diff1": 0.246219, + "nauc_ndcg_at_10_max": 0.31066, + "nauc_ndcg_at_10_std": 0.245013, + "nauc_ndcg_at_10_diff1": 0.239562, + "nauc_ndcg_at_20_max": 0.268877, + "nauc_ndcg_at_20_std": 0.216648, + "nauc_ndcg_at_20_diff1": 0.260843, + "nauc_ndcg_at_100_max": 0.272171, + "nauc_ndcg_at_100_std": 0.276635, + "nauc_ndcg_at_100_diff1": 0.284829, + "nauc_ndcg_at_1000_max": 0.339677, + "nauc_ndcg_at_1000_std": 0.342986, + "nauc_ndcg_at_1000_diff1": 0.248362, + "nauc_map_at_1_max": -0.181482, + "nauc_map_at_1_std": -0.140377, + "nauc_map_at_1_diff1": 0.42964, + "nauc_map_at_3_max": -0.14374, + "nauc_map_at_3_std": -0.124198, + "nauc_map_at_3_diff1": 0.347528, + "nauc_map_at_5_max": -0.094329, + "nauc_map_at_5_std": -0.080299, + "nauc_map_at_5_diff1": 0.31978, + "nauc_map_at_10_max": -0.028295, + "nauc_map_at_10_std": -0.017705, + "nauc_map_at_10_diff1": 0.275117, + "nauc_map_at_20_max": 0.053656, + "nauc_map_at_20_std": 0.055366, + "nauc_map_at_20_diff1": 0.244302, + "nauc_map_at_100_max": 0.180854, + "nauc_map_at_100_std": 0.187521, + "nauc_map_at_100_diff1": 0.205776, + "nauc_map_at_1000_max": 0.208569, + "nauc_map_at_1000_std": 0.203965, + "nauc_map_at_1000_diff1": 0.191179, + "nauc_recall_at_1_max": -0.181482, + "nauc_recall_at_1_std": -0.140377, + "nauc_recall_at_1_diff1": 0.42964, + "nauc_recall_at_3_max": -0.159633, + "nauc_recall_at_3_std": -0.128447, + "nauc_recall_at_3_diff1": 0.321757, + "nauc_recall_at_5_max": -0.121364, + "nauc_recall_at_5_std": -0.104318, + "nauc_recall_at_5_diff1": 0.293459, + "nauc_recall_at_10_max": -0.080224, + "nauc_recall_at_10_std": -0.056696, + "nauc_recall_at_10_diff1": 0.226001, + "nauc_recall_at_20_max": -0.017954, + "nauc_recall_at_20_std": 0.014617, + "nauc_recall_at_20_diff1": 0.191773, + "nauc_recall_at_100_max": 0.11388, + "nauc_recall_at_100_std": 0.225143, + "nauc_recall_at_100_diff1": 0.205751, + "nauc_recall_at_1000_max": 0.220037, + "nauc_recall_at_1000_std": 0.442187, + "nauc_recall_at_1000_diff1": 0.182508, + "nauc_precision_at_1_max": 0.477404, + "nauc_precision_at_1_std": 0.329072, + "nauc_precision_at_1_diff1": 0.486968, + "nauc_precision_at_3_max": 0.37942, + "nauc_precision_at_3_std": 0.29817, + "nauc_precision_at_3_diff1": 0.025853, + "nauc_precision_at_5_max": 0.426916, + "nauc_precision_at_5_std": 0.331744, + "nauc_precision_at_5_diff1": -0.070117, + "nauc_precision_at_10_max": 0.453695, + "nauc_precision_at_10_std": 0.358439, + "nauc_precision_at_10_diff1": -0.130849, + "nauc_precision_at_20_max": 0.464277, + "nauc_precision_at_20_std": 0.356277, + "nauc_precision_at_20_diff1": -0.140908, + "nauc_precision_at_100_max": 0.428818, + "nauc_precision_at_100_std": 0.308378, + "nauc_precision_at_100_diff1": -0.162472, + "nauc_precision_at_1000_max": 0.254249, + "nauc_precision_at_1000_std": 0.012027, + "nauc_precision_at_1000_diff1": -0.237997, + "nauc_mrr_at_1_max": 0.477404, + "nauc_mrr_at_1_std": 0.329072, + "nauc_mrr_at_1_diff1": 0.486968, + "nauc_mrr_at_3_max": 0.498092, + "nauc_mrr_at_3_std": 0.370345, + "nauc_mrr_at_3_diff1": 0.448624, + "nauc_mrr_at_5_max": 0.493026, + "nauc_mrr_at_5_std": 0.362562, + "nauc_mrr_at_5_diff1": 0.445296, + "nauc_mrr_at_10_max": 0.500961, + "nauc_mrr_at_10_std": 0.359755, + "nauc_mrr_at_10_diff1": 0.448014, + "nauc_mrr_at_20_max": 0.499613, + "nauc_mrr_at_20_std": 0.359014, + "nauc_mrr_at_20_diff1": 0.447642, + "nauc_mrr_at_100_max": 0.499455, + "nauc_mrr_at_100_std": 0.359858, + "nauc_mrr_at_100_diff1": 0.448683, + "nauc_mrr_at_1000_max": 0.499515, + "nauc_mrr_at_1000_std": 0.360111, + "nauc_mrr_at_1000_diff1": 0.448691, + "main_score": 0.50391, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 368999.8971505165, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/FEVER.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/FEVER.json new file mode 100644 index 0000000000..5038d77ce0 --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/FEVER.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bea83ef9e8fb933d90a2f1d5515737465d613e12", + "task_name": "FEVER", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.91674, + "ndcg_at_3": 0.93128, + "ndcg_at_5": 0.93602, + "ndcg_at_10": 0.94021, + "ndcg_at_20": 0.94287, + "ndcg_at_100": 0.94527, + "ndcg_at_1000": 0.94645, + "map_at_1": 0.85129, + "map_at_3": 0.90924, + "map_at_5": 0.91445, + "map_at_10": 0.91765, + "map_at_20": 0.91891, + "map_at_100": 0.91953, + "map_at_1000": 0.91962, + "recall_at_1": 0.85129, + "recall_at_3": 0.94809, + "recall_at_5": 0.96069, + "recall_at_10": 0.97198, + "recall_at_20": 0.97986, + "recall_at_100": 0.98943, + "recall_at_1000": 0.99607, + "precision_at_1": 0.91674, + "precision_at_3": 0.35029, + "precision_at_5": 0.21542, + "precision_at_10": 0.11053, + "precision_at_20": 0.05641, + "precision_at_100": 0.01155, + "precision_at_1000": 0.00118, + "mrr_at_1": 0.916742, + "mrr_at_3": 0.95237, + "mrr_at_5": 0.95354, + "mrr_at_10": 0.953765, + "mrr_at_20": 0.953854, + "mrr_at_100": 0.953879, + "mrr_at_1000": 0.953881, + "nauc_ndcg_at_1_max": 0.200963, + "nauc_ndcg_at_1_std": -0.294783, + "nauc_ndcg_at_1_diff1": 0.836281, + "nauc_ndcg_at_3_max": 0.124379, + "nauc_ndcg_at_3_std": -0.146216, + "nauc_ndcg_at_3_diff1": 0.55413, + "nauc_ndcg_at_5_max": 0.110637, + "nauc_ndcg_at_5_std": -0.120708, + "nauc_ndcg_at_5_diff1": 0.547815, + "nauc_ndcg_at_10_max": 0.1064, + "nauc_ndcg_at_10_std": -0.121266, + "nauc_ndcg_at_10_diff1": 0.554839, + "nauc_ndcg_at_20_max": 0.118547, + "nauc_ndcg_at_20_std": -0.125019, + "nauc_ndcg_at_20_diff1": 0.567087, + "nauc_ndcg_at_100_max": 0.129973, + "nauc_ndcg_at_100_std": -0.133041, + "nauc_ndcg_at_100_diff1": 0.582039, + "nauc_ndcg_at_1000_max": 0.133239, + "nauc_ndcg_at_1000_std": -0.142252, + "nauc_ndcg_at_1000_diff1": 0.593446, + "nauc_map_at_1_max": 0.126981, + "nauc_map_at_1_std": -0.149421, + "nauc_map_at_1_diff1": 0.617309, + "nauc_map_at_3_max": 0.098765, + "nauc_map_at_3_std": -0.125312, + "nauc_map_at_3_diff1": 0.537325, + "nauc_map_at_5_max": 0.098259, + "nauc_map_at_5_std": -0.117422, + "nauc_map_at_5_diff1": 0.541624, + "nauc_map_at_10_max": 0.09999, + "nauc_map_at_10_std": -0.118304, + "nauc_map_at_10_diff1": 0.547622, + "nauc_map_at_20_max": 0.105726, + "nauc_map_at_20_std": -0.119668, + "nauc_map_at_20_diff1": 0.551813, + "nauc_map_at_100_max": 0.1085, + "nauc_map_at_100_std": -0.120936, + "nauc_map_at_100_diff1": 0.554691, + "nauc_map_at_1000_max": 0.108726, + "nauc_map_at_1000_std": -0.121303, + "nauc_map_at_1000_diff1": 0.555168, + "nauc_recall_at_1_max": 0.126981, + "nauc_recall_at_1_std": -0.149421, + "nauc_recall_at_1_diff1": 0.617309, + "nauc_recall_at_3_max": 0.041027, + "nauc_recall_at_3_std": -0.020954, + "nauc_recall_at_3_diff1": 0.292501, + "nauc_recall_at_5_max": 0.006835, + "nauc_recall_at_5_std": 0.08156, + "nauc_recall_at_5_diff1": 0.230687, + "nauc_recall_at_10_max": -0.033987, + "nauc_recall_at_10_std": 0.147118, + "nauc_recall_at_10_diff1": 0.172189, + "nauc_recall_at_20_max": -0.014059, + "nauc_recall_at_20_std": 0.235298, + "nauc_recall_at_20_diff1": 0.120404, + "nauc_recall_at_100_max": 0.046342, + "nauc_recall_at_100_std": 0.386133, + "nauc_recall_at_100_diff1": 0.019892, + "nauc_recall_at_1000_max": 0.086675, + "nauc_recall_at_1000_std": 0.574108, + "nauc_recall_at_1000_diff1": -0.053263, + "nauc_precision_at_1_max": 0.200963, + "nauc_precision_at_1_std": -0.294783, + "nauc_precision_at_1_diff1": 0.836281, + "nauc_precision_at_3_max": -0.033005, + "nauc_precision_at_3_std": -0.007919, + "nauc_precision_at_3_diff1": -0.188119, + "nauc_precision_at_5_max": -0.033352, + "nauc_precision_at_5_std": 0.037154, + "nauc_precision_at_5_diff1": -0.222267, + "nauc_precision_at_10_max": -0.023587, + "nauc_precision_at_10_std": 0.03179, + "nauc_precision_at_10_diff1": -0.214056, + "nauc_precision_at_20_max": 0.010127, + "nauc_precision_at_20_std": 0.021757, + "nauc_precision_at_20_diff1": -0.200227, + "nauc_precision_at_100_max": 0.035546, + "nauc_precision_at_100_std": 0.013302, + "nauc_precision_at_100_diff1": -0.184073, + "nauc_precision_at_1000_max": 0.037835, + "nauc_precision_at_1000_std": -0.01157, + "nauc_precision_at_1000_diff1": -0.165991, + "nauc_mrr_at_1_max": 0.200963, + "nauc_mrr_at_1_std": -0.294783, + "nauc_mrr_at_1_diff1": 0.836281, + "nauc_mrr_at_3_max": 0.229608, + "nauc_mrr_at_3_std": -0.331408, + "nauc_mrr_at_3_diff1": 0.833905, + "nauc_mrr_at_5_max": 0.225056, + "nauc_mrr_at_5_std": -0.321485, + "nauc_mrr_at_5_diff1": 0.835759, + "nauc_mrr_at_10_max": 0.224909, + "nauc_mrr_at_10_std": -0.319525, + "nauc_mrr_at_10_diff1": 0.835313, + "nauc_mrr_at_20_max": 0.224094, + "nauc_mrr_at_20_std": -0.319021, + "nauc_mrr_at_20_diff1": 0.835203, + "nauc_mrr_at_100_max": 0.223754, + "nauc_mrr_at_100_std": -0.319241, + "nauc_mrr_at_100_diff1": 0.83524, + "nauc_mrr_at_1000_max": 0.223731, + "nauc_mrr_at_1000_std": -0.319267, + "nauc_mrr_at_1000_diff1": 0.835248, + "main_score": 0.94021, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 645411.3231983185, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/FiQA2018.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/FiQA2018.json new file mode 100644 index 0000000000..981d4f66a5 --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/FiQA2018.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06", + "task_name": "FiQA2018", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.63272, + "ndcg_at_3": 0.58356, + "ndcg_at_5": 0.59256, + "ndcg_at_10": 0.6238, + "ndcg_at_20": 0.65332, + "ndcg_at_100": 0.68715, + "ndcg_at_1000": 0.70036, + "map_at_1": 0.33531, + "map_at_3": 0.47891, + "map_at_5": 0.5128, + "map_at_10": 0.54291, + "map_at_20": 0.55682, + "map_at_100": 0.56546, + "map_at_1000": 0.56654, + "recall_at_1": 0.33531, + "recall_at_3": 0.52499, + "recall_at_5": 0.59244, + "recall_at_10": 0.69111, + "recall_at_20": 0.78161, + "recall_at_100": 0.91338, + "recall_at_1000": 0.9877, + "precision_at_1": 0.63272, + "precision_at_3": 0.3858, + "precision_at_5": 0.27562, + "precision_at_10": 0.16821, + "precision_at_20": 0.09722, + "precision_at_100": 0.02353, + "precision_at_1000": 0.00259, + "mrr_at_1": 0.632716, + "mrr_at_3": 0.684414, + "mrr_at_5": 0.694444, + "mrr_at_10": 0.70175, + "mrr_at_20": 0.706006, + "mrr_at_100": 0.707831, + "mrr_at_1000": 0.707934, + "nauc_ndcg_at_1_max": 0.212811, + "nauc_ndcg_at_1_std": -0.130227, + "nauc_ndcg_at_1_diff1": 0.56721, + "nauc_ndcg_at_3_max": 0.165656, + "nauc_ndcg_at_3_std": -0.116878, + "nauc_ndcg_at_3_diff1": 0.448048, + "nauc_ndcg_at_5_max": 0.141227, + "nauc_ndcg_at_5_std": -0.100656, + "nauc_ndcg_at_5_diff1": 0.445586, + "nauc_ndcg_at_10_max": 0.109481, + "nauc_ndcg_at_10_std": -0.082487, + "nauc_ndcg_at_10_diff1": 0.457451, + "nauc_ndcg_at_20_max": 0.11081, + "nauc_ndcg_at_20_std": -0.066418, + "nauc_ndcg_at_20_diff1": 0.458189, + "nauc_ndcg_at_100_max": 0.138022, + "nauc_ndcg_at_100_std": -0.05446, + "nauc_ndcg_at_100_diff1": 0.459612, + "nauc_ndcg_at_1000_max": 0.152858, + "nauc_ndcg_at_1000_std": -0.070037, + "nauc_ndcg_at_1000_diff1": 0.458235, + "nauc_map_at_1_max": -0.017227, + "nauc_map_at_1_std": -0.104192, + "nauc_map_at_1_diff1": 0.473776, + "nauc_map_at_3_max": 0.040791, + "nauc_map_at_3_std": -0.095158, + "nauc_map_at_3_diff1": 0.464117, + "nauc_map_at_5_max": 0.082237, + "nauc_map_at_5_std": -0.096213, + "nauc_map_at_5_diff1": 0.450962, + "nauc_map_at_10_max": 0.092358, + "nauc_map_at_10_std": -0.09261, + "nauc_map_at_10_diff1": 0.44487, + "nauc_map_at_20_max": 0.098542, + "nauc_map_at_20_std": -0.086472, + "nauc_map_at_20_diff1": 0.442674, + "nauc_map_at_100_max": 0.106916, + "nauc_map_at_100_std": -0.083838, + "nauc_map_at_100_diff1": 0.442823, + "nauc_map_at_1000_max": 0.108345, + "nauc_map_at_1000_std": -0.08445, + "nauc_map_at_1000_diff1": 0.442585, + "nauc_recall_at_1_max": -0.017227, + "nauc_recall_at_1_std": -0.104192, + "nauc_recall_at_1_diff1": 0.473776, + "nauc_recall_at_3_max": 0.012979, + "nauc_recall_at_3_std": -0.086292, + "nauc_recall_at_3_diff1": 0.417823, + "nauc_recall_at_5_max": 0.052034, + "nauc_recall_at_5_std": -0.070576, + "nauc_recall_at_5_diff1": 0.393236, + "nauc_recall_at_10_max": -1.5e-05, + "nauc_recall_at_10_std": -0.0358, + "nauc_recall_at_10_diff1": 0.370877, + "nauc_recall_at_20_max": -0.052086, + "nauc_recall_at_20_std": 0.036301, + "nauc_recall_at_20_diff1": 0.364968, + "nauc_recall_at_100_max": -0.06674, + "nauc_recall_at_100_std": 0.276282, + "nauc_recall_at_100_diff1": 0.334105, + "nauc_recall_at_1000_max": -0.0549, + "nauc_recall_at_1000_std": 0.499195, + "nauc_recall_at_1000_diff1": 0.148801, + "nauc_precision_at_1_max": 0.212811, + "nauc_precision_at_1_std": -0.130227, + "nauc_precision_at_1_diff1": 0.56721, + "nauc_precision_at_3_max": 0.262484, + "nauc_precision_at_3_std": -0.054087, + "nauc_precision_at_3_diff1": 0.180287, + "nauc_precision_at_5_max": 0.315142, + "nauc_precision_at_5_std": -0.031302, + "nauc_precision_at_5_diff1": 0.082077, + "nauc_precision_at_10_max": 0.288288, + "nauc_precision_at_10_std": -0.008759, + "nauc_precision_at_10_diff1": -0.00044, + "nauc_precision_at_20_max": 0.299463, + "nauc_precision_at_20_std": 0.021446, + "nauc_precision_at_20_diff1": -0.057159, + "nauc_precision_at_100_max": 0.330684, + "nauc_precision_at_100_std": 0.042791, + "nauc_precision_at_100_diff1": -0.136545, + "nauc_precision_at_1000_max": 0.347186, + "nauc_precision_at_1000_std": 0.006582, + "nauc_precision_at_1000_diff1": -0.184712, + "nauc_mrr_at_1_max": 0.212811, + "nauc_mrr_at_1_std": -0.130227, + "nauc_mrr_at_1_diff1": 0.56721, + "nauc_mrr_at_3_max": 0.212252, + "nauc_mrr_at_3_std": -0.111688, + "nauc_mrr_at_3_diff1": 0.545639, + "nauc_mrr_at_5_max": 0.215646, + "nauc_mrr_at_5_std": -0.105954, + "nauc_mrr_at_5_diff1": 0.541776, + "nauc_mrr_at_10_max": 0.207678, + "nauc_mrr_at_10_std": -0.104279, + "nauc_mrr_at_10_diff1": 0.541344, + "nauc_mrr_at_20_max": 0.207757, + "nauc_mrr_at_20_std": -0.104875, + "nauc_mrr_at_20_diff1": 0.542014, + "nauc_mrr_at_100_max": 0.208762, + "nauc_mrr_at_100_std": -0.104387, + "nauc_mrr_at_100_diff1": 0.542508, + "nauc_mrr_at_1000_max": 0.208728, + "nauc_mrr_at_1000_std": -0.104598, + "nauc_mrr_at_1000_diff1": 0.542514, + "main_score": 0.6238, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 8721.730186700821, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/HotpotQA.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/HotpotQA.json new file mode 100644 index 0000000000..29be83e829 --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/HotpotQA.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ab518f4d6fcca38d87c25209f94beba119d02014", + "task_name": "HotpotQA", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.88062, + "ndcg_at_3": 0.77443, + "ndcg_at_5": 0.80056, + "ndcg_at_10": 0.81979, + "ndcg_at_20": 0.83033, + "ndcg_at_100": 0.84232, + "ndcg_at_1000": 0.84827, + "map_at_1": 0.44031, + "map_at_3": 0.71823, + "map_at_5": 0.74056, + "map_at_10": 0.75285, + "map_at_20": 0.75736, + "map_at_100": 0.75999, + "map_at_1000": 0.76033, + "recall_at_1": 0.44031, + "recall_at_3": 0.75719, + "recall_at_5": 0.80851, + "recall_at_10": 0.85652, + "recall_at_20": 0.89021, + "recall_at_100": 0.94267, + "recall_at_1000": 0.98136, + "precision_at_1": 0.88062, + "precision_at_3": 0.50479, + "precision_at_5": 0.3234, + "precision_at_10": 0.1713, + "precision_at_20": 0.08902, + "precision_at_100": 0.01885, + "precision_at_1000": 0.00196, + "mrr_at_1": 0.880621, + "mrr_at_3": 0.914157, + "mrr_at_5": 0.917182, + "mrr_at_10": 0.918876, + "mrr_at_20": 0.91944, + "mrr_at_100": 0.919673, + "mrr_at_1000": 0.919694, + "nauc_ndcg_at_1_max": 0.272466, + "nauc_ndcg_at_1_std": -0.09654, + "nauc_ndcg_at_1_diff1": 0.711095, + "nauc_ndcg_at_3_max": 0.223998, + "nauc_ndcg_at_3_std": 0.01734, + "nauc_ndcg_at_3_diff1": 0.132476, + "nauc_ndcg_at_5_max": 0.245855, + "nauc_ndcg_at_5_std": 0.045698, + "nauc_ndcg_at_5_diff1": 0.151669, + "nauc_ndcg_at_10_max": 0.253953, + "nauc_ndcg_at_10_std": 0.065272, + "nauc_ndcg_at_10_diff1": 0.158938, + "nauc_ndcg_at_20_max": 0.258503, + "nauc_ndcg_at_20_std": 0.071074, + "nauc_ndcg_at_20_diff1": 0.164468, + "nauc_ndcg_at_100_max": 0.258248, + "nauc_ndcg_at_100_std": 0.075546, + "nauc_ndcg_at_100_diff1": 0.176756, + "nauc_ndcg_at_1000_max": 0.254483, + "nauc_ndcg_at_1000_std": 0.065899, + "nauc_ndcg_at_1000_diff1": 0.182009, + "nauc_map_at_1_max": 0.272466, + "nauc_map_at_1_std": -0.09654, + "nauc_map_at_1_diff1": 0.711095, + "nauc_map_at_3_max": 0.204717, + "nauc_map_at_3_std": 0.012955, + "nauc_map_at_3_diff1": 0.081612, + "nauc_map_at_5_max": 0.220623, + "nauc_map_at_5_std": 0.032132, + "nauc_map_at_5_diff1": 0.096648, + "nauc_map_at_10_max": 0.224658, + "nauc_map_at_10_std": 0.041243, + "nauc_map_at_10_diff1": 0.100803, + "nauc_map_at_20_max": 0.225938, + "nauc_map_at_20_std": 0.042693, + "nauc_map_at_20_diff1": 0.102694, + "nauc_map_at_100_max": 0.225683, + "nauc_map_at_100_std": 0.043592, + "nauc_map_at_100_diff1": 0.104026, + "nauc_map_at_1000_max": 0.225527, + "nauc_map_at_1000_std": 0.043266, + "nauc_map_at_1000_diff1": 0.104138, + "nauc_recall_at_1_max": 0.272466, + "nauc_recall_at_1_std": -0.09654, + "nauc_recall_at_1_diff1": 0.711095, + "nauc_recall_at_3_max": 0.22219, + "nauc_recall_at_3_std": 0.048157, + "nauc_recall_at_3_diff1": 0.023894, + "nauc_recall_at_5_max": 0.262694, + "nauc_recall_at_5_std": 0.108885, + "nauc_recall_at_5_diff1": 0.041666, + "nauc_recall_at_10_max": 0.287463, + "nauc_recall_at_10_std": 0.180416, + "nauc_recall_at_10_diff1": 0.032541, + "nauc_recall_at_20_max": 0.310934, + "nauc_recall_at_20_std": 0.232433, + "nauc_recall_at_20_diff1": 0.021208, + "nauc_recall_at_100_max": 0.360667, + "nauc_recall_at_100_std": 0.400299, + "nauc_recall_at_100_diff1": 0.03665, + "nauc_recall_at_1000_max": 0.438536, + "nauc_recall_at_1000_std": 0.639519, + "nauc_recall_at_1000_diff1": 0.00323, + "nauc_precision_at_1_max": 0.272466, + "nauc_precision_at_1_std": -0.09654, + "nauc_precision_at_1_diff1": 0.711095, + "nauc_precision_at_3_max": 0.22219, + "nauc_precision_at_3_std": 0.048157, + "nauc_precision_at_3_diff1": 0.023894, + "nauc_precision_at_5_max": 0.262694, + "nauc_precision_at_5_std": 0.108885, + "nauc_precision_at_5_diff1": 0.041666, + "nauc_precision_at_10_max": 0.287463, + "nauc_precision_at_10_std": 0.180416, + "nauc_precision_at_10_diff1": 0.032541, + "nauc_precision_at_20_max": 0.310934, + "nauc_precision_at_20_std": 0.232433, + "nauc_precision_at_20_diff1": 0.021208, + "nauc_precision_at_100_max": 0.360667, + "nauc_precision_at_100_std": 0.400299, + "nauc_precision_at_100_diff1": 0.03665, + "nauc_precision_at_1000_max": 0.438536, + "nauc_precision_at_1000_std": 0.639519, + "nauc_precision_at_1000_diff1": 0.00323, + "nauc_mrr_at_1_max": 0.272466, + "nauc_mrr_at_1_std": -0.09654, + "nauc_mrr_at_1_diff1": 0.711095, + "nauc_mrr_at_3_max": 0.317967, + "nauc_mrr_at_3_std": -0.05413, + "nauc_mrr_at_3_diff1": 0.718141, + "nauc_mrr_at_5_max": 0.316645, + "nauc_mrr_at_5_std": -0.050833, + "nauc_mrr_at_5_diff1": 0.720328, + "nauc_mrr_at_10_max": 0.314689, + "nauc_mrr_at_10_std": -0.050628, + "nauc_mrr_at_10_diff1": 0.72053, + "nauc_mrr_at_20_max": 0.314543, + "nauc_mrr_at_20_std": -0.050901, + "nauc_mrr_at_20_diff1": 0.720253, + "nauc_mrr_at_100_max": 0.313472, + "nauc_mrr_at_100_std": -0.052045, + "nauc_mrr_at_100_diff1": 0.71998, + "nauc_mrr_at_1000_max": 0.313452, + "nauc_mrr_at_1000_std": -0.052146, + "nauc_mrr_at_1000_diff1": 0.719951, + "main_score": 0.81979, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 383805.6838564873, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/MSMARCO.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/MSMARCO.json new file mode 100644 index 0000000000..351179d0e1 --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/MSMARCO.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c5a29a104738b98a9e76336939199e264163d4a0", + "task_name": "MSMARCO", + "mteb_version": "1.28.0", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.23854, + "ndcg_at_3": 0.35573, + "ndcg_at_5": 0.3996, + "ndcg_at_10": 0.44064, + "ndcg_at_20": 0.46572, + "ndcg_at_100": 0.49492, + "ndcg_at_1000": 0.5043, + "map_at_1": 0.23202, + "map_at_3": 0.32393, + "map_at_5": 0.3486, + "map_at_10": 0.36586, + "map_at_20": 0.37301, + "map_at_100": 0.37729, + "map_at_1000": 0.37769, + "recall_at_1": 0.23202, + "recall_at_3": 0.44093, + "recall_at_5": 0.546, + "recall_at_10": 0.67114, + "recall_at_20": 0.76799, + "recall_at_100": 0.92085, + "recall_at_1000": 0.99122, + "precision_at_1": 0.23854, + "precision_at_3": 0.15239, + "precision_at_5": 0.11395, + "precision_at_10": 0.07016, + "precision_at_20": 0.04037, + "precision_at_100": 0.00973, + "precision_at_1000": 0.00106, + "mrr_at_1": 0.238539, + "mrr_at_3": 0.330826, + "mrr_at_5": 0.355045, + "mrr_at_10": 0.371743, + "mrr_at_20": 0.378471, + "mrr_at_100": 0.382468, + "mrr_at_1000": 0.382798, + "nauc_ndcg_at_1_max": -0.061334, + "nauc_ndcg_at_1_std": -0.172828, + "nauc_ndcg_at_1_diff1": 0.385063, + "nauc_ndcg_at_3_max": -0.088368, + "nauc_ndcg_at_3_std": -0.193132, + "nauc_ndcg_at_3_diff1": 0.349182, + "nauc_ndcg_at_5_max": -0.091031, + "nauc_ndcg_at_5_std": -0.189235, + "nauc_ndcg_at_5_diff1": 0.337619, + "nauc_ndcg_at_10_max": -0.100147, + "nauc_ndcg_at_10_std": -0.17708, + "nauc_ndcg_at_10_diff1": 0.342713, + "nauc_ndcg_at_20_max": -0.099754, + "nauc_ndcg_at_20_std": -0.157972, + "nauc_ndcg_at_20_diff1": 0.344282, + "nauc_ndcg_at_100_max": -0.096171, + "nauc_ndcg_at_100_std": -0.146965, + "nauc_ndcg_at_100_diff1": 0.351249, + "nauc_ndcg_at_1000_max": -0.090588, + "nauc_ndcg_at_1000_std": -0.161014, + "nauc_ndcg_at_1000_diff1": 0.350065, + "nauc_map_at_1_max": -0.059766, + "nauc_map_at_1_std": -0.172788, + "nauc_map_at_1_diff1": 0.387113, + "nauc_map_at_3_max": -0.081997, + "nauc_map_at_3_std": -0.189722, + "nauc_map_at_3_diff1": 0.35768, + "nauc_map_at_5_max": -0.083391, + "nauc_map_at_5_std": -0.187446, + "nauc_map_at_5_diff1": 0.351174, + "nauc_map_at_10_max": -0.087206, + "nauc_map_at_10_std": -0.18282, + "nauc_map_at_10_diff1": 0.353633, + "nauc_map_at_20_max": -0.086669, + "nauc_map_at_20_std": -0.178046, + "nauc_map_at_20_diff1": 0.35409, + "nauc_map_at_100_max": -0.086183, + "nauc_map_at_100_std": -0.176274, + "nauc_map_at_100_diff1": 0.355038, + "nauc_map_at_1000_max": -0.085934, + "nauc_map_at_1000_std": -0.176687, + "nauc_map_at_1000_diff1": 0.355024, + "nauc_recall_at_1_max": -0.059766, + "nauc_recall_at_1_std": -0.172788, + "nauc_recall_at_1_diff1": 0.387113, + "nauc_recall_at_3_max": -0.104913, + "nauc_recall_at_3_std": -0.20228, + "nauc_recall_at_3_diff1": 0.326073, + "nauc_recall_at_5_max": -0.112311, + "nauc_recall_at_5_std": -0.194127, + "nauc_recall_at_5_diff1": 0.297423, + "nauc_recall_at_10_max": -0.148085, + "nauc_recall_at_10_std": -0.150818, + "nauc_recall_at_10_diff1": 0.30552, + "nauc_recall_at_20_max": -0.165561, + "nauc_recall_at_20_std": -0.039001, + "nauc_recall_at_20_diff1": 0.304811, + "nauc_recall_at_100_max": -0.209882, + "nauc_recall_at_100_std": 0.32444, + "nauc_recall_at_100_diff1": 0.369155, + "nauc_recall_at_1000_max": 0.020547, + "nauc_recall_at_1000_std": 0.781079, + "nauc_recall_at_1000_diff1": 0.280059, + "nauc_precision_at_1_max": -0.061334, + "nauc_precision_at_1_std": -0.172828, + "nauc_precision_at_1_diff1": 0.385063, + "nauc_precision_at_3_max": -0.102374, + "nauc_precision_at_3_std": -0.202386, + "nauc_precision_at_3_diff1": 0.318202, + "nauc_precision_at_5_max": -0.105103, + "nauc_precision_at_5_std": -0.188373, + "nauc_precision_at_5_diff1": 0.279495, + "nauc_precision_at_10_max": -0.131637, + "nauc_precision_at_10_std": -0.139228, + "nauc_precision_at_10_diff1": 0.270569, + "nauc_precision_at_20_max": -0.121294, + "nauc_precision_at_20_std": -0.030732, + "nauc_precision_at_20_diff1": 0.234215, + "nauc_precision_at_100_max": -0.056725, + "nauc_precision_at_100_std": 0.19144, + "nauc_precision_at_100_diff1": 0.146966, + "nauc_precision_at_1000_max": 0.100724, + "nauc_precision_at_1000_std": 0.066578, + "nauc_precision_at_1000_diff1": -0.066077, + "nauc_mrr_at_1_max": -0.061334, + "nauc_mrr_at_1_std": -0.172828, + "nauc_mrr_at_1_diff1": 0.385063, + "nauc_mrr_at_3_max": -0.082559, + "nauc_mrr_at_3_std": -0.187573, + "nauc_mrr_at_3_diff1": 0.355353, + "nauc_mrr_at_5_max": -0.083833, + "nauc_mrr_at_5_std": -0.184969, + "nauc_mrr_at_5_diff1": 0.348795, + "nauc_mrr_at_10_max": -0.086784, + "nauc_mrr_at_10_std": -0.180534, + "nauc_mrr_at_10_diff1": 0.351339, + "nauc_mrr_at_20_max": -0.086376, + "nauc_mrr_at_20_std": -0.175553, + "nauc_mrr_at_20_diff1": 0.352058, + "nauc_mrr_at_100_max": -0.086019, + "nauc_mrr_at_100_std": -0.174222, + "nauc_mrr_at_100_diff1": 0.35301, + "nauc_mrr_at_1000_max": -0.085841, + "nauc_mrr_at_1000_std": -0.174622, + "nauc_mrr_at_1000_diff1": 0.352993, + "main_score": 0.44064, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 764593.4179763794, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/NFCorpus.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/NFCorpus.json new file mode 100644 index 0000000000..a69be8fc9b --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "task_name": "NFCorpus", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.52012, + "ndcg_at_3": 0.48118, + "ndcg_at_5": 0.46453, + "ndcg_at_10": 0.43725, + "ndcg_at_20": 0.41354, + "ndcg_at_100": 0.4215, + "ndcg_at_1000": 0.52359, + "map_at_1": 0.06256, + "map_at_3": 0.11127, + "map_at_5": 0.13578, + "map_at_10": 0.16441, + "map_at_20": 0.19049, + "map_at_100": 0.23244, + "map_at_1000": 0.25938, + "recall_at_1": 0.06256, + "recall_at_3": 0.1214, + "recall_at_5": 0.16505, + "recall_at_10": 0.21802, + "recall_at_20": 0.27354, + "recall_at_100": 0.45131, + "recall_at_1000": 0.8067, + "precision_at_1": 0.5356, + "precision_at_3": 0.45924, + "precision_at_5": 0.41486, + "precision_at_10": 0.33963, + "precision_at_20": 0.25975, + "precision_at_100": 0.11985, + "precision_at_1000": 0.02831, + "mrr_at_1": 0.535604, + "mrr_at_3": 0.599587, + "mrr_at_5": 0.615841, + "mrr_at_10": 0.622714, + "mrr_at_20": 0.625219, + "mrr_at_100": 0.627232, + "mrr_at_1000": 0.627465, + "nauc_ndcg_at_1_max": 0.391359, + "nauc_ndcg_at_1_std": 0.191572, + "nauc_ndcg_at_1_diff1": 0.300327, + "nauc_ndcg_at_3_max": 0.393711, + "nauc_ndcg_at_3_std": 0.200757, + "nauc_ndcg_at_3_diff1": 0.168216, + "nauc_ndcg_at_5_max": 0.371457, + "nauc_ndcg_at_5_std": 0.22402, + "nauc_ndcg_at_5_diff1": 0.132493, + "nauc_ndcg_at_10_max": 0.373042, + "nauc_ndcg_at_10_std": 0.232199, + "nauc_ndcg_at_10_diff1": 0.101443, + "nauc_ndcg_at_20_max": 0.349191, + "nauc_ndcg_at_20_std": 0.240076, + "nauc_ndcg_at_20_diff1": 0.096131, + "nauc_ndcg_at_100_max": 0.334886, + "nauc_ndcg_at_100_std": 0.301681, + "nauc_ndcg_at_100_diff1": 0.158353, + "nauc_ndcg_at_1000_max": 0.392, + "nauc_ndcg_at_1000_std": 0.354806, + "nauc_ndcg_at_1000_diff1": 0.159469, + "nauc_map_at_1_max": -0.001257, + "nauc_map_at_1_std": 0.087213, + "nauc_map_at_1_diff1": 0.476541, + "nauc_map_at_3_max": 0.024942, + "nauc_map_at_3_std": 0.109646, + "nauc_map_at_3_diff1": 0.416773, + "nauc_map_at_5_max": 0.061587, + "nauc_map_at_5_std": 0.138374, + "nauc_map_at_5_diff1": 0.372888, + "nauc_map_at_10_max": 0.115571, + "nauc_map_at_10_std": 0.178206, + "nauc_map_at_10_diff1": 0.32837, + "nauc_map_at_20_max": 0.151877, + "nauc_map_at_20_std": 0.219641, + "nauc_map_at_20_diff1": 0.29154, + "nauc_map_at_100_max": 0.204579, + "nauc_map_at_100_std": 0.262607, + "nauc_map_at_100_diff1": 0.234531, + "nauc_map_at_1000_max": 0.232963, + "nauc_map_at_1000_std": 0.271354, + "nauc_map_at_1000_diff1": 0.202105, + "nauc_recall_at_1_max": -0.001257, + "nauc_recall_at_1_std": 0.087213, + "nauc_recall_at_1_diff1": 0.476541, + "nauc_recall_at_3_max": 0.007797, + "nauc_recall_at_3_std": 0.102361, + "nauc_recall_at_3_diff1": 0.393042, + "nauc_recall_at_5_max": 0.026146, + "nauc_recall_at_5_std": 0.114916, + "nauc_recall_at_5_diff1": 0.301157, + "nauc_recall_at_10_max": 0.096672, + "nauc_recall_at_10_std": 0.134676, + "nauc_recall_at_10_diff1": 0.225439, + "nauc_recall_at_20_max": 0.1246, + "nauc_recall_at_20_std": 0.17489, + "nauc_recall_at_20_diff1": 0.177315, + "nauc_recall_at_100_max": 0.140949, + "nauc_recall_at_100_std": 0.265046, + "nauc_recall_at_100_diff1": 0.093288, + "nauc_recall_at_1000_max": 0.198005, + "nauc_recall_at_1000_std": 0.38469, + "nauc_recall_at_1000_diff1": 0.135787, + "nauc_precision_at_1_max": 0.405867, + "nauc_precision_at_1_std": 0.197386, + "nauc_precision_at_1_diff1": 0.300821, + "nauc_precision_at_3_max": 0.419761, + "nauc_precision_at_3_std": 0.213213, + "nauc_precision_at_3_diff1": 0.063227, + "nauc_precision_at_5_max": 0.392728, + "nauc_precision_at_5_std": 0.241112, + "nauc_precision_at_5_diff1": -0.023436, + "nauc_precision_at_10_max": 0.385669, + "nauc_precision_at_10_std": 0.240147, + "nauc_precision_at_10_diff1": -0.112392, + "nauc_precision_at_20_max": 0.341608, + "nauc_precision_at_20_std": 0.209661, + "nauc_precision_at_20_diff1": -0.162835, + "nauc_precision_at_100_max": 0.257418, + "nauc_precision_at_100_std": 0.125528, + "nauc_precision_at_100_diff1": -0.218689, + "nauc_precision_at_1000_max": 0.185799, + "nauc_precision_at_1000_std": -0.02811, + "nauc_precision_at_1000_diff1": -0.239175, + "nauc_mrr_at_1_max": 0.405867, + "nauc_mrr_at_1_std": 0.197386, + "nauc_mrr_at_1_diff1": 0.300821, + "nauc_mrr_at_3_max": 0.418961, + "nauc_mrr_at_3_std": 0.23234, + "nauc_mrr_at_3_diff1": 0.278168, + "nauc_mrr_at_5_max": 0.419673, + "nauc_mrr_at_5_std": 0.245205, + "nauc_mrr_at_5_diff1": 0.274984, + "nauc_mrr_at_10_max": 0.433271, + "nauc_mrr_at_10_std": 0.248723, + "nauc_mrr_at_10_diff1": 0.273102, + "nauc_mrr_at_20_max": 0.434756, + "nauc_mrr_at_20_std": 0.248798, + "nauc_mrr_at_20_diff1": 0.271698, + "nauc_mrr_at_100_max": 0.432605, + "nauc_mrr_at_100_std": 0.248783, + "nauc_mrr_at_100_diff1": 0.271738, + "nauc_mrr_at_1000_max": 0.432411, + "nauc_mrr_at_1000_std": 0.24853, + "nauc_mrr_at_1000_diff1": 0.271926, + "main_score": 0.43725, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1134.907630443573, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/NQ.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/NQ.json new file mode 100644 index 0000000000..dd111cc510 --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/NQ.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b774495ed302d8c44a3a7ea25c90dbce03968f31", + "task_name": "NQ", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.50782, + "ndcg_at_3": 0.62554, + "ndcg_at_5": 0.66477, + "ndcg_at_10": 0.69682, + "ndcg_at_20": 0.70928, + "ndcg_at_100": 0.71925, + "ndcg_at_1000": 0.72101, + "map_at_1": 0.45322, + "map_at_3": 0.58411, + "map_at_5": 0.6092, + "map_at_10": 0.62475, + "map_at_20": 0.62887, + "map_at_100": 0.63058, + "map_at_1000": 0.63067, + "recall_at_1": 0.45322, + "recall_at_3": 0.71075, + "recall_at_5": 0.79915, + "recall_at_10": 0.89045, + "recall_at_20": 0.93574, + "recall_at_100": 0.98486, + "recall_at_1000": 0.99768, + "precision_at_1": 0.50782, + "precision_at_3": 0.27733, + "precision_at_5": 0.19003, + "precision_at_10": 0.1071, + "precision_at_20": 0.0566, + "precision_at_100": 0.01198, + "precision_at_1000": 0.00121, + "mrr_at_1": 0.507822, + "mrr_at_3": 0.617806, + "mrr_at_5": 0.635969, + "mrr_at_10": 0.646704, + "mrr_at_20": 0.64939, + "mrr_at_100": 0.650475, + "mrr_at_1000": 0.650534, + "nauc_ndcg_at_1_max": 0.132543, + "nauc_ndcg_at_1_std": -0.037554, + "nauc_ndcg_at_1_diff1": 0.441846, + "nauc_ndcg_at_3_max": 0.154178, + "nauc_ndcg_at_3_std": -0.059777, + "nauc_ndcg_at_3_diff1": 0.407718, + "nauc_ndcg_at_5_max": 0.174111, + "nauc_ndcg_at_5_std": -0.050939, + "nauc_ndcg_at_5_diff1": 0.405947, + "nauc_ndcg_at_10_max": 0.177125, + "nauc_ndcg_at_10_std": -0.032495, + "nauc_ndcg_at_10_diff1": 0.413892, + "nauc_ndcg_at_20_max": 0.171469, + "nauc_ndcg_at_20_std": -0.028185, + "nauc_ndcg_at_20_diff1": 0.414807, + "nauc_ndcg_at_100_max": 0.169329, + "nauc_ndcg_at_100_std": -0.030379, + "nauc_ndcg_at_100_diff1": 0.416723, + "nauc_ndcg_at_1000_max": 0.166914, + "nauc_ndcg_at_1000_std": -0.033064, + "nauc_ndcg_at_1000_diff1": 0.416709, + "nauc_map_at_1_max": 0.116084, + "nauc_map_at_1_std": -0.063541, + "nauc_map_at_1_diff1": 0.441945, + "nauc_map_at_3_max": 0.143816, + "nauc_map_at_3_std": -0.064601, + "nauc_map_at_3_diff1": 0.416886, + "nauc_map_at_5_max": 0.155651, + "nauc_map_at_5_std": -0.058061, + "nauc_map_at_5_diff1": 0.415945, + "nauc_map_at_10_max": 0.156981, + "nauc_map_at_10_std": -0.048822, + "nauc_map_at_10_diff1": 0.419259, + "nauc_map_at_20_max": 0.155515, + "nauc_map_at_20_std": -0.047088, + "nauc_map_at_20_diff1": 0.419384, + "nauc_map_at_100_max": 0.155521, + "nauc_map_at_100_std": -0.047275, + "nauc_map_at_100_diff1": 0.41971, + "nauc_map_at_1000_max": 0.155435, + "nauc_map_at_1000_std": -0.047382, + "nauc_map_at_1000_diff1": 0.419721, + "nauc_recall_at_1_max": 0.116084, + "nauc_recall_at_1_std": -0.063541, + "nauc_recall_at_1_diff1": 0.441945, + "nauc_recall_at_3_max": 0.167512, + "nauc_recall_at_3_std": -0.078534, + "nauc_recall_at_3_diff1": 0.363117, + "nauc_recall_at_5_max": 0.232712, + "nauc_recall_at_5_std": -0.064846, + "nauc_recall_at_5_diff1": 0.347418, + "nauc_recall_at_10_max": 0.289837, + "nauc_recall_at_10_std": 0.027557, + "nauc_recall_at_10_diff1": 0.367863, + "nauc_recall_at_20_max": 0.291066, + "nauc_recall_at_20_std": 0.106635, + "nauc_recall_at_20_diff1": 0.362667, + "nauc_recall_at_100_max": 0.497365, + "nauc_recall_at_100_std": 0.350072, + "nauc_recall_at_100_diff1": 0.367725, + "nauc_recall_at_1000_max": 0.720675, + "nauc_recall_at_1000_std": 0.750156, + "nauc_recall_at_1000_diff1": 0.081447, + "nauc_precision_at_1_max": 0.132543, + "nauc_precision_at_1_std": -0.037554, + "nauc_precision_at_1_diff1": 0.441846, + "nauc_precision_at_3_max": 0.147387, + "nauc_precision_at_3_std": 0.004813, + "nauc_precision_at_3_diff1": 0.204951, + "nauc_precision_at_5_max": 0.161243, + "nauc_precision_at_5_std": 0.050345, + "nauc_precision_at_5_diff1": 0.114995, + "nauc_precision_at_10_max": 0.138594, + "nauc_precision_at_10_std": 0.123559, + "nauc_precision_at_10_diff1": 0.026885, + "nauc_precision_at_20_max": 0.102934, + "nauc_precision_at_20_std": 0.157538, + "nauc_precision_at_20_diff1": -0.037494, + "nauc_precision_at_100_max": 0.071741, + "nauc_precision_at_100_std": 0.163275, + "nauc_precision_at_100_diff1": -0.104826, + "nauc_precision_at_1000_max": 0.050309, + "nauc_precision_at_1000_std": 0.150576, + "nauc_precision_at_1000_diff1": -0.126861, + "nauc_mrr_at_1_max": 0.132543, + "nauc_mrr_at_1_std": -0.037554, + "nauc_mrr_at_1_diff1": 0.441846, + "nauc_mrr_at_3_max": 0.157916, + "nauc_mrr_at_3_std": -0.032158, + "nauc_mrr_at_3_diff1": 0.415905, + "nauc_mrr_at_5_max": 0.164908, + "nauc_mrr_at_5_std": -0.029445, + "nauc_mrr_at_5_diff1": 0.416542, + "nauc_mrr_at_10_max": 0.164271, + "nauc_mrr_at_10_std": -0.026584, + "nauc_mrr_at_10_diff1": 0.41969, + "nauc_mrr_at_20_max": 0.162683, + "nauc_mrr_at_20_std": -0.027065, + "nauc_mrr_at_20_diff1": 0.420313, + "nauc_mrr_at_100_max": 0.162095, + "nauc_mrr_at_100_std": -0.02749, + "nauc_mrr_at_100_diff1": 0.420456, + "nauc_mrr_at_1000_max": 0.162015, + "nauc_mrr_at_1000_std": -0.027576, + "nauc_mrr_at_1000_diff1": 0.420456, + "main_score": 0.69682, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 303076.2458534241, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/QuoraRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/QuoraRetrieval.json new file mode 100644 index 0000000000..88e3790490 --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/QuoraRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "e4e08e0b7dbe3c8700f0daef558ff32256715259", + "task_name": "QuoraRetrieval", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.8368, + "ndcg_at_3": 0.87864, + "ndcg_at_5": 0.89279, + "ndcg_at_10": 0.90373, + "ndcg_at_20": 0.90956, + "ndcg_at_100": 0.91353, + "ndcg_at_1000": 0.91396, + "map_at_1": 0.72761, + "map_at_3": 0.84156, + "map_at_5": 0.85974, + "map_at_10": 0.87027, + "map_at_20": 0.87443, + "map_at_100": 0.87635, + "map_at_1000": 0.87645, + "recall_at_1": 0.72761, + "recall_at_3": 0.89415, + "recall_at_5": 0.93507, + "recall_at_10": 0.96679, + "recall_at_20": 0.98519, + "recall_at_100": 0.99845, + "recall_at_1000": 0.99998, + "precision_at_1": 0.8368, + "precision_at_3": 0.3853, + "precision_at_5": 0.25258, + "precision_at_10": 0.13714, + "precision_at_20": 0.07262, + "precision_at_100": 0.01545, + "precision_at_1000": 0.00157, + "mrr_at_1": 0.8368, + "mrr_at_3": 0.8865, + "mrr_at_5": 0.892315, + "mrr_at_10": 0.894623, + "mrr_at_20": 0.89519, + "mrr_at_100": 0.895323, + "mrr_at_1000": 0.895325, + "nauc_ndcg_at_1_max": 0.082034, + "nauc_ndcg_at_1_std": -0.435646, + "nauc_ndcg_at_1_diff1": 0.798103, + "nauc_ndcg_at_3_max": 0.036112, + "nauc_ndcg_at_3_std": -0.537052, + "nauc_ndcg_at_3_diff1": 0.776682, + "nauc_ndcg_at_5_max": 0.032935, + "nauc_ndcg_at_5_std": -0.553279, + "nauc_ndcg_at_5_diff1": 0.783756, + "nauc_ndcg_at_10_max": 0.040974, + "nauc_ndcg_at_10_std": -0.53763, + "nauc_ndcg_at_10_diff1": 0.785589, + "nauc_ndcg_at_20_max": 0.048068, + "nauc_ndcg_at_20_std": -0.520045, + "nauc_ndcg_at_20_diff1": 0.783925, + "nauc_ndcg_at_100_max": 0.058163, + "nauc_ndcg_at_100_std": -0.500093, + "nauc_ndcg_at_100_diff1": 0.783367, + "nauc_ndcg_at_1000_max": 0.060694, + "nauc_ndcg_at_1000_std": -0.498207, + "nauc_ndcg_at_1000_diff1": 0.783058, + "nauc_map_at_1_max": 0.016277, + "nauc_map_at_1_std": -0.44321, + "nauc_map_at_1_diff1": 0.823283, + "nauc_map_at_3_max": 0.018886, + "nauc_map_at_3_std": -0.55438, + "nauc_map_at_3_diff1": 0.792977, + "nauc_map_at_5_max": 0.02867, + "nauc_map_at_5_std": -0.555926, + "nauc_map_at_5_diff1": 0.78949, + "nauc_map_at_10_max": 0.03688, + "nauc_map_at_10_std": -0.539383, + "nauc_map_at_10_diff1": 0.786426, + "nauc_map_at_20_max": 0.039816, + "nauc_map_at_20_std": -0.525908, + "nauc_map_at_20_diff1": 0.784865, + "nauc_map_at_100_max": 0.042565, + "nauc_map_at_100_std": -0.516704, + "nauc_map_at_100_diff1": 0.784062, + "nauc_map_at_1000_max": 0.04305, + "nauc_map_at_1000_std": -0.51622, + "nauc_map_at_1000_diff1": 0.783988, + "nauc_recall_at_1_max": 0.016277, + "nauc_recall_at_1_std": -0.44321, + "nauc_recall_at_1_diff1": 0.823283, + "nauc_recall_at_3_max": -0.028622, + "nauc_recall_at_3_std": -0.66817, + "nauc_recall_at_3_diff1": 0.758593, + "nauc_recall_at_5_max": -0.051697, + "nauc_recall_at_5_std": -0.765399, + "nauc_recall_at_5_diff1": 0.759437, + "nauc_recall_at_10_max": -0.070556, + "nauc_recall_at_10_std": -0.816288, + "nauc_recall_at_10_diff1": 0.771279, + "nauc_recall_at_20_max": -0.135613, + "nauc_recall_at_20_std": -0.834554, + "nauc_recall_at_20_diff1": 0.751925, + "nauc_recall_at_100_max": -0.32616, + "nauc_recall_at_100_std": -0.615209, + "nauc_recall_at_100_diff1": 0.76482, + "nauc_recall_at_1000_max": 0.207111, + "nauc_recall_at_1000_std": 0.306543, + "nauc_recall_at_1000_diff1": 0.558586, + "nauc_precision_at_1_max": 0.082034, + "nauc_precision_at_1_std": -0.435646, + "nauc_precision_at_1_diff1": 0.798103, + "nauc_precision_at_3_max": 0.046038, + "nauc_precision_at_3_std": 0.068595, + "nauc_precision_at_3_diff1": -0.253632, + "nauc_precision_at_5_max": 0.049397, + "nauc_precision_at_5_std": 0.178304, + "nauc_precision_at_5_diff1": -0.363838, + "nauc_precision_at_10_max": 0.050724, + "nauc_precision_at_10_std": 0.283418, + "nauc_precision_at_10_diff1": -0.427458, + "nauc_precision_at_20_max": 0.051609, + "nauc_precision_at_20_std": 0.348923, + "nauc_precision_at_20_diff1": -0.450641, + "nauc_precision_at_100_max": 0.067791, + "nauc_precision_at_100_std": 0.408325, + "nauc_precision_at_100_diff1": -0.463005, + "nauc_precision_at_1000_max": 0.078755, + "nauc_precision_at_1000_std": 0.415202, + "nauc_precision_at_1000_diff1": -0.464686, + "nauc_mrr_at_1_max": 0.08068, + "nauc_mrr_at_1_std": -0.434292, + "nauc_mrr_at_1_diff1": 0.798103, + "nauc_mrr_at_3_max": 0.080831, + "nauc_mrr_at_3_std": -0.482734, + "nauc_mrr_at_3_diff1": 0.787804, + "nauc_mrr_at_5_max": 0.078453, + "nauc_mrr_at_5_std": -0.483405, + "nauc_mrr_at_5_diff1": 0.791038, + "nauc_mrr_at_10_max": 0.078964, + "nauc_mrr_at_10_std": -0.476987, + "nauc_mrr_at_10_diff1": 0.791084, + "nauc_mrr_at_20_max": 0.079189, + "nauc_mrr_at_20_std": -0.475639, + "nauc_mrr_at_20_diff1": 0.790733, + "nauc_mrr_at_100_max": 0.079242, + "nauc_mrr_at_100_std": -0.47523, + "nauc_mrr_at_100_diff1": 0.790883, + "nauc_mrr_at_1000_max": 0.079254, + "nauc_mrr_at_1000_std": -0.475236, + "nauc_mrr_at_1000_diff1": 0.790885, + "main_score": 0.90373, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 9702.22568154335, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/SCIDOCS.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/SCIDOCS.json new file mode 100644 index 0000000000..e7766f13b4 --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/SCIDOCS.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", + "task_name": "SCIDOCS", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.336, + "ndcg_at_3": 0.28361, + "ndcg_at_5": 0.25258, + "ndcg_at_10": 0.30734, + "ndcg_at_20": 0.34742, + "ndcg_at_100": 0.41742, + "ndcg_at_1000": 0.46877, + "map_at_1": 0.06823, + "map_at_3": 0.13232, + "map_at_5": 0.16398, + "map_at_10": 0.19492, + "map_at_20": 0.21285, + "map_at_100": 0.22995, + "map_at_1000": 0.23367, + "recall_at_1": 0.06823, + "recall_at_3": 0.16248, + "recall_at_5": 0.22848, + "recall_at_10": 0.32952, + "recall_at_20": 0.42368, + "recall_at_100": 0.64987, + "recall_at_1000": 0.89627, + "precision_at_1": 0.336, + "precision_at_3": 0.26733, + "precision_at_5": 0.2256, + "precision_at_10": 0.1625, + "precision_at_20": 0.10445, + "precision_at_100": 0.03203, + "precision_at_1000": 0.00442, + "mrr_at_1": 0.336, + "mrr_at_3": 0.4345, + "mrr_at_5": 0.45835, + "mrr_at_10": 0.474174, + "mrr_at_20": 0.478968, + "mrr_at_100": 0.481987, + "mrr_at_1000": 0.482193, + "nauc_ndcg_at_1_max": 0.118007, + "nauc_ndcg_at_1_std": 0.014743, + "nauc_ndcg_at_1_diff1": 0.224231, + "nauc_ndcg_at_3_max": 0.135013, + "nauc_ndcg_at_3_std": 0.049431, + "nauc_ndcg_at_3_diff1": 0.170344, + "nauc_ndcg_at_5_max": 0.133398, + "nauc_ndcg_at_5_std": 0.092441, + "nauc_ndcg_at_5_diff1": 0.152117, + "nauc_ndcg_at_10_max": 0.143701, + "nauc_ndcg_at_10_std": 0.147527, + "nauc_ndcg_at_10_diff1": 0.146015, + "nauc_ndcg_at_20_max": 0.149703, + "nauc_ndcg_at_20_std": 0.182126, + "nauc_ndcg_at_20_diff1": 0.132281, + "nauc_ndcg_at_100_max": 0.144777, + "nauc_ndcg_at_100_std": 0.232124, + "nauc_ndcg_at_100_diff1": 0.113653, + "nauc_ndcg_at_1000_max": 0.154326, + "nauc_ndcg_at_1000_std": 0.199247, + "nauc_ndcg_at_1000_diff1": 0.132989, + "nauc_map_at_1_max": 0.114506, + "nauc_map_at_1_std": 0.012755, + "nauc_map_at_1_diff1": 0.223471, + "nauc_map_at_3_max": 0.132918, + "nauc_map_at_3_std": 0.040736, + "nauc_map_at_3_diff1": 0.163241, + "nauc_map_at_5_max": 0.124892, + "nauc_map_at_5_std": 0.071122, + "nauc_map_at_5_diff1": 0.14379, + "nauc_map_at_10_max": 0.136005, + "nauc_map_at_10_std": 0.11792, + "nauc_map_at_10_diff1": 0.139243, + "nauc_map_at_20_max": 0.139503, + "nauc_map_at_20_std": 0.143853, + "nauc_map_at_20_diff1": 0.130413, + "nauc_map_at_100_max": 0.138836, + "nauc_map_at_100_std": 0.162732, + "nauc_map_at_100_diff1": 0.124149, + "nauc_map_at_1000_max": 0.139545, + "nauc_map_at_1000_std": 0.161005, + "nauc_map_at_1000_diff1": 0.125201, + "nauc_recall_at_1_max": 0.114506, + "nauc_recall_at_1_std": 0.012755, + "nauc_recall_at_1_diff1": 0.223471, + "nauc_recall_at_3_max": 0.124253, + "nauc_recall_at_3_std": 0.0605, + "nauc_recall_at_3_diff1": 0.143066, + "nauc_recall_at_5_max": 0.119992, + "nauc_recall_at_5_std": 0.129187, + "nauc_recall_at_5_diff1": 0.111377, + "nauc_recall_at_10_max": 0.126812, + "nauc_recall_at_10_std": 0.221514, + "nauc_recall_at_10_diff1": 0.093338, + "nauc_recall_at_20_max": 0.13103, + "nauc_recall_at_20_std": 0.277667, + "nauc_recall_at_20_diff1": 0.059488, + "nauc_recall_at_100_max": 0.092424, + "nauc_recall_at_100_std": 0.414413, + "nauc_recall_at_100_diff1": -0.014996, + "nauc_recall_at_1000_max": 0.14448, + "nauc_recall_at_1000_std": 0.393523, + "nauc_recall_at_1000_diff1": 0.029878, + "nauc_precision_at_1_max": 0.118007, + "nauc_precision_at_1_std": 0.014743, + "nauc_precision_at_1_diff1": 0.224231, + "nauc_precision_at_3_max": 0.127075, + "nauc_precision_at_3_std": 0.061883, + "nauc_precision_at_3_diff1": 0.143765, + "nauc_precision_at_5_max": 0.12246, + "nauc_precision_at_5_std": 0.13067, + "nauc_precision_at_5_diff1": 0.111754, + "nauc_precision_at_10_max": 0.132989, + "nauc_precision_at_10_std": 0.220283, + "nauc_precision_at_10_diff1": 0.093864, + "nauc_precision_at_20_max": 0.137242, + "nauc_precision_at_20_std": 0.276226, + "nauc_precision_at_20_diff1": 0.061676, + "nauc_precision_at_100_max": 0.101765, + "nauc_precision_at_100_std": 0.402548, + "nauc_precision_at_100_diff1": -0.012004, + "nauc_precision_at_1000_max": 0.163573, + "nauc_precision_at_1000_std": 0.336747, + "nauc_precision_at_1000_diff1": 0.030934, + "nauc_mrr_at_1_max": 0.118007, + "nauc_mrr_at_1_std": 0.014743, + "nauc_mrr_at_1_diff1": 0.224231, + "nauc_mrr_at_3_max": 0.139087, + "nauc_mrr_at_3_std": 0.044531, + "nauc_mrr_at_3_diff1": 0.207454, + "nauc_mrr_at_5_max": 0.149378, + "nauc_mrr_at_5_std": 0.063822, + "nauc_mrr_at_5_diff1": 0.20525, + "nauc_mrr_at_10_max": 0.147913, + "nauc_mrr_at_10_std": 0.065746, + "nauc_mrr_at_10_diff1": 0.209034, + "nauc_mrr_at_20_max": 0.14778, + "nauc_mrr_at_20_std": 0.063914, + "nauc_mrr_at_20_diff1": 0.207857, + "nauc_mrr_at_100_max": 0.146816, + "nauc_mrr_at_100_std": 0.06315, + "nauc_mrr_at_100_diff1": 0.207992, + "nauc_mrr_at_1000_max": 0.146856, + "nauc_mrr_at_1000_std": 0.062894, + "nauc_mrr_at_1000_diff1": 0.208065, + "main_score": 0.30734, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5320.610176086426, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/SciFact.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/SciFact.json new file mode 100644 index 0000000000..59f520fcac --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/SciFact.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "task_name": "SciFact", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.73667, + "ndcg_at_3": 0.8218, + "ndcg_at_5": 0.83669, + "ndcg_at_10": 0.85214, + "ndcg_at_20": 0.85394, + "ndcg_at_100": 0.8589, + "ndcg_at_1000": 0.85979, + "map_at_1": 0.70578, + "map_at_3": 0.7919, + "map_at_5": 0.80468, + "map_at_10": 0.81318, + "map_at_20": 0.81374, + "map_at_100": 0.81454, + "map_at_1000": 0.81458, + "recall_at_1": 0.70578, + "recall_at_3": 0.88083, + "recall_at_5": 0.91894, + "recall_at_10": 0.96167, + "recall_at_20": 0.96833, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.73667, + "precision_at_3": 0.32111, + "precision_at_5": 0.20533, + "precision_at_10": 0.109, + "precision_at_20": 0.05483, + "precision_at_100": 0.01123, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.736667, + "mrr_at_3": 0.806667, + "mrr_at_5": 0.814333, + "mrr_at_10": 0.819115, + "mrr_at_20": 0.819675, + "mrr_at_100": 0.820371, + "mrr_at_1000": 0.820409, + "nauc_ndcg_at_1_max": 0.195006, + "nauc_ndcg_at_1_std": -0.026138, + "nauc_ndcg_at_1_diff1": 0.772796, + "nauc_ndcg_at_3_max": 0.211199, + "nauc_ndcg_at_3_std": -0.106443, + "nauc_ndcg_at_3_diff1": 0.73562, + "nauc_ndcg_at_5_max": 0.205705, + "nauc_ndcg_at_5_std": -0.066935, + "nauc_ndcg_at_5_diff1": 0.734296, + "nauc_ndcg_at_10_max": 0.236161, + "nauc_ndcg_at_10_std": -0.051506, + "nauc_ndcg_at_10_diff1": 0.760937, + "nauc_ndcg_at_20_max": 0.238027, + "nauc_ndcg_at_20_std": -0.064866, + "nauc_ndcg_at_20_diff1": 0.757691, + "nauc_ndcg_at_100_max": 0.231478, + "nauc_ndcg_at_100_std": -0.051971, + "nauc_ndcg_at_100_diff1": 0.754619, + "nauc_ndcg_at_1000_max": 0.226538, + "nauc_ndcg_at_1000_std": -0.0561, + "nauc_ndcg_at_1000_diff1": 0.753347, + "nauc_map_at_1_max": 0.100881, + "nauc_map_at_1_std": -0.134274, + "nauc_map_at_1_diff1": 0.782599, + "nauc_map_at_3_max": 0.153368, + "nauc_map_at_3_std": -0.132011, + "nauc_map_at_3_diff1": 0.754103, + "nauc_map_at_5_max": 0.181453, + "nauc_map_at_5_std": -0.090055, + "nauc_map_at_5_diff1": 0.748131, + "nauc_map_at_10_max": 0.202464, + "nauc_map_at_10_std": -0.074959, + "nauc_map_at_10_diff1": 0.757289, + "nauc_map_at_20_max": 0.202696, + "nauc_map_at_20_std": -0.078304, + "nauc_map_at_20_diff1": 0.75648, + "nauc_map_at_100_max": 0.202203, + "nauc_map_at_100_std": -0.076895, + "nauc_map_at_100_diff1": 0.755898, + "nauc_map_at_1000_max": 0.202036, + "nauc_map_at_1000_std": -0.077031, + "nauc_map_at_1000_diff1": 0.755856, + "nauc_recall_at_1_max": 0.100881, + "nauc_recall_at_1_std": -0.134274, + "nauc_recall_at_1_diff1": 0.782599, + "nauc_recall_at_3_max": 0.181398, + "nauc_recall_at_3_std": -0.200866, + "nauc_recall_at_3_diff1": 0.685546, + "nauc_recall_at_5_max": 0.213872, + "nauc_recall_at_5_std": -0.070407, + "nauc_recall_at_5_diff1": 0.651921, + "nauc_recall_at_10_max": 0.463058, + "nauc_recall_at_10_std": -0.00611, + "nauc_recall_at_10_diff1": 0.871148, + "nauc_recall_at_20_max": 0.543835, + "nauc_recall_at_20_std": -0.204162, + "nauc_recall_at_20_diff1": 0.844022, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.540149, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.195006, + "nauc_precision_at_1_std": -0.026138, + "nauc_precision_at_1_diff1": 0.772796, + "nauc_precision_at_3_max": 0.305591, + "nauc_precision_at_3_std": 0.149856, + "nauc_precision_at_3_diff1": 0.105259, + "nauc_precision_at_5_max": 0.374645, + "nauc_precision_at_5_std": 0.325777, + "nauc_precision_at_5_diff1": -0.102362, + "nauc_precision_at_10_max": 0.420727, + "nauc_precision_at_10_std": 0.41543, + "nauc_precision_at_10_diff1": -0.229526, + "nauc_precision_at_20_max": 0.429815, + "nauc_precision_at_20_std": 0.401606, + "nauc_precision_at_20_diff1": -0.262262, + "nauc_precision_at_100_max": 0.423224, + "nauc_precision_at_100_std": 0.469904, + "nauc_precision_at_100_diff1": -0.376251, + "nauc_precision_at_1000_max": 0.408151, + "nauc_precision_at_1000_std": 0.467833, + "nauc_precision_at_1000_diff1": -0.414887, + "nauc_mrr_at_1_max": 0.195006, + "nauc_mrr_at_1_std": -0.026138, + "nauc_mrr_at_1_diff1": 0.772796, + "nauc_mrr_at_3_max": 0.23371, + "nauc_mrr_at_3_std": -0.033723, + "nauc_mrr_at_3_diff1": 0.74262, + "nauc_mrr_at_5_max": 0.238187, + "nauc_mrr_at_5_std": -0.024421, + "nauc_mrr_at_5_diff1": 0.743744, + "nauc_mrr_at_10_max": 0.236787, + "nauc_mrr_at_10_std": -0.029531, + "nauc_mrr_at_10_diff1": 0.755527, + "nauc_mrr_at_20_max": 0.237142, + "nauc_mrr_at_20_std": -0.032809, + "nauc_mrr_at_20_diff1": 0.754691, + "nauc_mrr_at_100_max": 0.235907, + "nauc_mrr_at_100_std": -0.030648, + "nauc_mrr_at_100_diff1": 0.754225, + "nauc_mrr_at_1000_max": 0.235743, + "nauc_mrr_at_1000_std": -0.030776, + "nauc_mrr_at_1000_diff1": 0.754182, + "main_score": 0.85214, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1470.7308359146118, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/TRECCOVID.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/TRECCOVID.json new file mode 100644 index 0000000000..90eed9f1f7 --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.76, + "ndcg_at_3": 0.79369, + "ndcg_at_5": 0.78289, + "ndcg_at_10": 0.75165, + "ndcg_at_20": 0.72155, + "ndcg_at_100": 0.58353, + "ndcg_at_1000": 0.5357, + "map_at_1": 0.00231, + "map_at_3": 0.00679, + "map_at_5": 0.01091, + "map_at_10": 0.02009, + "map_at_20": 0.03574, + "map_at_100": 0.11389, + "map_at_1000": 0.27735, + "recall_at_1": 0.00231, + "recall_at_3": 0.00703, + "recall_at_5": 0.01146, + "recall_at_10": 0.02166, + "recall_at_20": 0.04029, + "recall_at_100": 0.14656, + "recall_at_1000": 0.50646, + "precision_at_1": 0.86, + "precision_at_3": 0.88, + "precision_at_5": 0.844, + "precision_at_10": 0.81, + "precision_at_20": 0.775, + "precision_at_100": 0.6052, + "precision_at_1000": 0.2386, + "mrr_at_1": 0.86, + "mrr_at_3": 0.913333, + "mrr_at_5": 0.913333, + "mrr_at_10": 0.915333, + "mrr_at_20": 0.915333, + "mrr_at_100": 0.915333, + "mrr_at_1000": 0.915333, + "nauc_ndcg_at_1_max": -0.336176, + "nauc_ndcg_at_1_std": 0.4394, + "nauc_ndcg_at_1_diff1": -0.443911, + "nauc_ndcg_at_3_max": -0.29679, + "nauc_ndcg_at_3_std": 0.278149, + "nauc_ndcg_at_3_diff1": -0.312715, + "nauc_ndcg_at_5_max": -0.157138, + "nauc_ndcg_at_5_std": 0.31273, + "nauc_ndcg_at_5_diff1": -0.281109, + "nauc_ndcg_at_10_max": -0.068006, + "nauc_ndcg_at_10_std": 0.322007, + "nauc_ndcg_at_10_diff1": -0.161416, + "nauc_ndcg_at_20_max": 0.017966, + "nauc_ndcg_at_20_std": 0.447029, + "nauc_ndcg_at_20_diff1": -0.149878, + "nauc_ndcg_at_100_max": 0.064719, + "nauc_ndcg_at_100_std": 0.654335, + "nauc_ndcg_at_100_diff1": -0.14556, + "nauc_ndcg_at_1000_max": -0.049576, + "nauc_ndcg_at_1000_std": 0.678067, + "nauc_ndcg_at_1000_diff1": -0.19998, + "nauc_map_at_1_max": -0.207539, + "nauc_map_at_1_std": -0.136346, + "nauc_map_at_1_diff1": -0.214083, + "nauc_map_at_3_max": -0.230688, + "nauc_map_at_3_std": -0.135897, + "nauc_map_at_3_diff1": -0.194031, + "nauc_map_at_5_max": -0.184856, + "nauc_map_at_5_std": -0.126596, + "nauc_map_at_5_diff1": -0.181633, + "nauc_map_at_10_max": -0.15572, + "nauc_map_at_10_std": -0.101584, + "nauc_map_at_10_diff1": -0.145223, + "nauc_map_at_20_max": -0.101586, + "nauc_map_at_20_std": 0.005212, + "nauc_map_at_20_diff1": -0.139369, + "nauc_map_at_100_max": 0.028136, + "nauc_map_at_100_std": 0.4299, + "nauc_map_at_100_diff1": -0.201038, + "nauc_map_at_1000_max": 0.069439, + "nauc_map_at_1000_std": 0.734668, + "nauc_map_at_1000_diff1": -0.128544, + "nauc_recall_at_1_max": -0.207539, + "nauc_recall_at_1_std": -0.136346, + "nauc_recall_at_1_diff1": -0.214083, + "nauc_recall_at_3_max": -0.223011, + "nauc_recall_at_3_std": -0.163569, + "nauc_recall_at_3_diff1": -0.198335, + "nauc_recall_at_5_max": -0.161895, + "nauc_recall_at_5_std": -0.152247, + "nauc_recall_at_5_diff1": -0.178666, + "nauc_recall_at_10_max": -0.14372, + "nauc_recall_at_10_std": -0.129107, + "nauc_recall_at_10_diff1": -0.137818, + "nauc_recall_at_20_max": -0.116503, + "nauc_recall_at_20_std": -0.032569, + "nauc_recall_at_20_diff1": -0.14772, + "nauc_recall_at_100_max": -0.055248, + "nauc_recall_at_100_std": 0.3172, + "nauc_recall_at_100_diff1": -0.198326, + "nauc_recall_at_1000_max": -0.076942, + "nauc_recall_at_1000_std": 0.600423, + "nauc_recall_at_1000_diff1": -0.177986, + "nauc_precision_at_1_max": -0.362062, + "nauc_precision_at_1_std": 0.267563, + "nauc_precision_at_1_diff1": -0.441111, + "nauc_precision_at_3_max": -0.281813, + "nauc_precision_at_3_std": 0.177773, + "nauc_precision_at_3_diff1": -0.334427, + "nauc_precision_at_5_max": 0.004781, + "nauc_precision_at_5_std": 0.258771, + "nauc_precision_at_5_diff1": -0.182268, + "nauc_precision_at_10_max": 0.150942, + "nauc_precision_at_10_std": 0.2197, + "nauc_precision_at_10_diff1": -0.042211, + "nauc_precision_at_20_max": 0.197711, + "nauc_precision_at_20_std": 0.440708, + "nauc_precision_at_20_diff1": -0.14153, + "nauc_precision_at_100_max": 0.165505, + "nauc_precision_at_100_std": 0.680122, + "nauc_precision_at_100_diff1": -0.131493, + "nauc_precision_at_1000_max": 0.130598, + "nauc_precision_at_1000_std": 0.440989, + "nauc_precision_at_1000_diff1": -0.047151, + "nauc_mrr_at_1_max": -0.362062, + "nauc_mrr_at_1_std": 0.267563, + "nauc_mrr_at_1_diff1": -0.441111, + "nauc_mrr_at_3_max": -0.288473, + "nauc_mrr_at_3_std": 0.268255, + "nauc_mrr_at_3_diff1": -0.545471, + "nauc_mrr_at_5_max": -0.288473, + "nauc_mrr_at_5_std": 0.268255, + "nauc_mrr_at_5_diff1": -0.545471, + "nauc_mrr_at_10_max": -0.304232, + "nauc_mrr_at_10_std": 0.27897, + "nauc_mrr_at_10_diff1": -0.530694, + "nauc_mrr_at_20_max": -0.304232, + "nauc_mrr_at_20_std": 0.27897, + "nauc_mrr_at_20_diff1": -0.530694, + "nauc_mrr_at_100_max": -0.304232, + "nauc_mrr_at_100_std": 0.27897, + "nauc_mrr_at_100_diff1": -0.530694, + "nauc_mrr_at_1000_max": -0.304232, + "nauc_mrr_at_1000_std": 0.27897, + "nauc_mrr_at_1000_diff1": -0.530694, + "main_score": 0.75165, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 36688.15515589714, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/Touche2020.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/Touche2020.json new file mode 100644 index 0000000000..384250810a --- /dev/null +++ b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/Touche2020.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f", + "task_name": "Touche2020", + "mteb_version": "1.28.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.20408, + "ndcg_at_3": 0.22323, + "ndcg_at_5": 0.23068, + "ndcg_at_10": 0.22416, + "ndcg_at_20": 0.24549, + "ndcg_at_100": 0.35485, + "ndcg_at_1000": 0.46844, + "map_at_1": 0.02259, + "map_at_3": 0.04712, + "map_at_5": 0.06201, + "map_at_10": 0.08689, + "map_at_20": 0.11359, + "map_at_100": 0.14998, + "map_at_1000": 0.16556, + "recall_at_1": 0.02259, + "recall_at_3": 0.05675, + "recall_at_5": 0.08885, + "recall_at_10": 0.14859, + "recall_at_20": 0.23794, + "recall_at_100": 0.48458, + "recall_at_1000": 0.83046, + "precision_at_1": 0.22449, + "precision_at_3": 0.2449, + "precision_at_5": 0.2449, + "precision_at_10": 0.2102, + "precision_at_20": 0.16939, + "precision_at_100": 0.07816, + "precision_at_1000": 0.01545, + "mrr_at_1": 0.22449, + "mrr_at_3": 0.326531, + "mrr_at_5": 0.378571, + "mrr_at_10": 0.390476, + "mrr_at_20": 0.396694, + "mrr_at_100": 0.401104, + "mrr_at_1000": 0.401104, + "nauc_ndcg_at_1_max": -0.155052, + "nauc_ndcg_at_1_std": -0.408708, + "nauc_ndcg_at_1_diff1": 0.265256, + "nauc_ndcg_at_3_max": -0.048181, + "nauc_ndcg_at_3_std": -0.260858, + "nauc_ndcg_at_3_diff1": 0.17531, + "nauc_ndcg_at_5_max": -0.047293, + "nauc_ndcg_at_5_std": -0.232593, + "nauc_ndcg_at_5_diff1": 0.232636, + "nauc_ndcg_at_10_max": 0.039517, + "nauc_ndcg_at_10_std": -0.187068, + "nauc_ndcg_at_10_diff1": 0.205676, + "nauc_ndcg_at_20_max": 0.011575, + "nauc_ndcg_at_20_std": -0.207361, + "nauc_ndcg_at_20_diff1": 0.18881, + "nauc_ndcg_at_100_max": 0.003199, + "nauc_ndcg_at_100_std": 0.037108, + "nauc_ndcg_at_100_diff1": 0.169716, + "nauc_ndcg_at_1000_max": 0.000265, + "nauc_ndcg_at_1000_std": 0.157691, + "nauc_ndcg_at_1000_diff1": 0.119951, + "nauc_map_at_1_max": -0.147962, + "nauc_map_at_1_std": -0.374281, + "nauc_map_at_1_diff1": 0.18298, + "nauc_map_at_3_max": -0.127446, + "nauc_map_at_3_std": -0.305711, + "nauc_map_at_3_diff1": 0.123896, + "nauc_map_at_5_max": -0.13202, + "nauc_map_at_5_std": -0.280495, + "nauc_map_at_5_diff1": 0.165373, + "nauc_map_at_10_max": -0.069794, + "nauc_map_at_10_std": -0.217424, + "nauc_map_at_10_diff1": 0.19398, + "nauc_map_at_20_max": -0.020439, + "nauc_map_at_20_std": -0.206488, + "nauc_map_at_20_diff1": 0.172961, + "nauc_map_at_100_max": 0.006022, + "nauc_map_at_100_std": -0.105745, + "nauc_map_at_100_diff1": 0.156457, + "nauc_map_at_1000_max": 0.00984, + "nauc_map_at_1000_std": -0.06209, + "nauc_map_at_1000_diff1": 0.142515, + "nauc_recall_at_1_max": -0.147962, + "nauc_recall_at_1_std": -0.374281, + "nauc_recall_at_1_diff1": 0.18298, + "nauc_recall_at_3_max": -0.129989, + "nauc_recall_at_3_std": -0.269319, + "nauc_recall_at_3_diff1": 0.117145, + "nauc_recall_at_5_max": -0.14071, + "nauc_recall_at_5_std": -0.276241, + "nauc_recall_at_5_diff1": 0.175367, + "nauc_recall_at_10_max": -0.006326, + "nauc_recall_at_10_std": -0.162091, + "nauc_recall_at_10_diff1": 0.183583, + "nauc_recall_at_20_max": -0.012828, + "nauc_recall_at_20_std": -0.172916, + "nauc_recall_at_20_diff1": 0.125036, + "nauc_recall_at_100_max": 0.001599, + "nauc_recall_at_100_std": 0.249814, + "nauc_recall_at_100_diff1": 0.059207, + "nauc_recall_at_1000_max": 0.031037, + "nauc_recall_at_1000_std": 0.776857, + "nauc_recall_at_1000_diff1": -0.21675, + "nauc_precision_at_1_max": -0.131648, + "nauc_precision_at_1_std": -0.398511, + "nauc_precision_at_1_diff1": 0.289295, + "nauc_precision_at_3_max": -0.017368, + "nauc_precision_at_3_std": -0.211304, + "nauc_precision_at_3_diff1": 0.142967, + "nauc_precision_at_5_max": 0.007187, + "nauc_precision_at_5_std": -0.177964, + "nauc_precision_at_5_diff1": 0.242043, + "nauc_precision_at_10_max": 0.171463, + "nauc_precision_at_10_std": -0.009105, + "nauc_precision_at_10_diff1": 0.217325, + "nauc_precision_at_20_max": 0.14162, + "nauc_precision_at_20_std": 0.011812, + "nauc_precision_at_20_diff1": 0.118868, + "nauc_precision_at_100_max": 0.121848, + "nauc_precision_at_100_std": 0.575336, + "nauc_precision_at_100_diff1": -0.029063, + "nauc_precision_at_1000_max": 0.119451, + "nauc_precision_at_1000_std": 0.427231, + "nauc_precision_at_1000_diff1": -0.233263, + "nauc_mrr_at_1_max": -0.131648, + "nauc_mrr_at_1_std": -0.398511, + "nauc_mrr_at_1_diff1": 0.289295, + "nauc_mrr_at_3_max": -0.070638, + "nauc_mrr_at_3_std": -0.3396, + "nauc_mrr_at_3_diff1": 0.179868, + "nauc_mrr_at_5_max": -0.072768, + "nauc_mrr_at_5_std": -0.388526, + "nauc_mrr_at_5_diff1": 0.220391, + "nauc_mrr_at_10_max": -0.068945, + "nauc_mrr_at_10_std": -0.367421, + "nauc_mrr_at_10_diff1": 0.206454, + "nauc_mrr_at_20_max": -0.073675, + "nauc_mrr_at_20_std": -0.363519, + "nauc_mrr_at_20_diff1": 0.208338, + "nauc_mrr_at_100_max": -0.074445, + "nauc_mrr_at_100_std": -0.361614, + "nauc_mrr_at_100_diff1": 0.205856, + "nauc_mrr_at_1000_max": -0.074445, + "nauc_mrr_at_1000_std": -0.361614, + "nauc_mrr_at_1000_diff1": 0.205856, + "main_score": 0.22416, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 70425.86015820503, + "kg_co2_emissions": null +} \ No newline at end of file