-
Notifications
You must be signed in to change notification settings - Fork 29
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add MTEB retrieval results for inf-retriever-v1
- Loading branch information
1 parent
b1819f8
commit 9ca9ce9
Showing
26 changed files
with
4,108 additions
and
0 deletions.
There are no files selected for viewing
158 changes: 158 additions & 0 deletions
158
results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/ArguAna.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,158 @@ | ||
| { | ||
| "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", | ||
| "task_name": "ArguAna", | ||
| "mteb_version": "1.28.0", | ||
| "scores": { | ||
| "test": [ | ||
| { | ||
| "ndcg_at_1": 0.69061, | ||
| "ndcg_at_3": 0.81526, | ||
| "ndcg_at_5": 0.837, | ||
| "ndcg_at_10": 0.84805, | ||
| "ndcg_at_20": 0.85004, | ||
| "ndcg_at_100": 0.85065, | ||
| "ndcg_at_1000": 0.85065, | ||
| "map_at_1": 0.69061, | ||
| "map_at_3": 0.78568, | ||
| "map_at_5": 0.79795, | ||
| "map_at_10": 0.80266, | ||
| "map_at_20": 0.8032, | ||
| "map_at_100": 0.80332, | ||
| "map_at_1000": 0.80332, | ||
| "recall_at_1": 0.69061, | ||
| "recall_at_3": 0.90043, | ||
| "recall_at_5": 0.95235, | ||
| "recall_at_10": 0.98578, | ||
| "recall_at_20": 0.9936, | ||
| "recall_at_100": 0.99644, | ||
| "recall_at_1000": 0.99644, | ||
| "precision_at_1": 0.69061, | ||
| "precision_at_3": 0.30014, | ||
| "precision_at_5": 0.19047, | ||
| "precision_at_10": 0.09858, | ||
| "precision_at_20": 0.04968, | ||
| "precision_at_100": 0.00996, | ||
| "precision_at_1000": 0.001, | ||
| "mrr_at_1": 0.696302, | ||
| "mrr_at_3": 0.787696, | ||
| "mrr_at_5": 0.799893, | ||
| "mrr_at_10": 0.804601, | ||
| "mrr_at_20": 0.805147, | ||
| "mrr_at_100": 0.805263, | ||
| "mrr_at_1000": 0.805263, | ||
| "nauc_ndcg_at_1_max": -0.064699, | ||
| "nauc_ndcg_at_1_std": -0.348562, | ||
| "nauc_ndcg_at_1_diff1": 0.559749, | ||
| "nauc_ndcg_at_3_max": -0.019726, | ||
| "nauc_ndcg_at_3_std": -0.376787, | ||
| "nauc_ndcg_at_3_diff1": 0.493515, | ||
| "nauc_ndcg_at_5_max": -0.031557, | ||
| "nauc_ndcg_at_5_std": -0.364607, | ||
| "nauc_ndcg_at_5_diff1": 0.514278, | ||
| "nauc_ndcg_at_10_max": -0.031898, | ||
| "nauc_ndcg_at_10_std": -0.361649, | ||
| "nauc_ndcg_at_10_diff1": 0.515543, | ||
| "nauc_ndcg_at_20_max": -0.03479, | ||
| "nauc_ndcg_at_20_std": -0.360227, | ||
| "nauc_ndcg_at_20_diff1": 0.51853, | ||
| "nauc_ndcg_at_100_max": -0.03576, | ||
| "nauc_ndcg_at_100_std": -0.358202, | ||
| "nauc_ndcg_at_100_diff1": 0.520274, | ||
| "nauc_ndcg_at_1000_max": -0.03576, | ||
| "nauc_ndcg_at_1000_std": -0.358202, | ||
| "nauc_ndcg_at_1000_diff1": 0.520274, | ||
| "nauc_map_at_1_max": -0.064699, | ||
| "nauc_map_at_1_std": -0.348562, | ||
| "nauc_map_at_1_diff1": 0.559749, | ||
| "nauc_map_at_3_max": -0.035605, | ||
| "nauc_map_at_3_std": -0.370678, | ||
| "nauc_map_at_3_diff1": 0.51249, | ||
| "nauc_map_at_5_max": -0.041794, | ||
| "nauc_map_at_5_std": -0.3646, | ||
| "nauc_map_at_5_diff1": 0.523372, | ||
| "nauc_map_at_10_max": -0.04231, | ||
| "nauc_map_at_10_std": -0.363055, | ||
| "nauc_map_at_10_diff1": 0.523931, | ||
| "nauc_map_at_20_max": -0.042911, | ||
| "nauc_map_at_20_std": -0.362755, | ||
| "nauc_map_at_20_diff1": 0.524606, | ||
| "nauc_map_at_100_max": -0.043013, | ||
| "nauc_map_at_100_std": -0.362476, | ||
| "nauc_map_at_100_diff1": 0.524913, | ||
| "nauc_map_at_1000_max": -0.043013, | ||
| "nauc_map_at_1000_std": -0.362476, | ||
| "nauc_map_at_1000_diff1": 0.524913, | ||
| "nauc_recall_at_1_max": -0.064699, | ||
| "nauc_recall_at_1_std": -0.348562, | ||
| "nauc_recall_at_1_diff1": 0.559749, | ||
| "nauc_recall_at_3_max": 0.06862, | ||
| "nauc_recall_at_3_std": -0.407888, | ||
| "nauc_recall_at_3_diff1": 0.391248, | ||
| "nauc_recall_at_5_max": 0.073238, | ||
| "nauc_recall_at_5_std": -0.35379, | ||
| "nauc_recall_at_5_diff1": 0.430837, | ||
| "nauc_recall_at_10_max": 0.318323, | ||
| "nauc_recall_at_10_std": -0.279647, | ||
| "nauc_recall_at_10_diff1": 0.278555, | ||
| "nauc_recall_at_20_max": 0.501461, | ||
| "nauc_recall_at_20_std": -0.065168, | ||
| "nauc_recall_at_20_diff1": 0.228241, | ||
| "nauc_recall_at_100_max": 0.739548, | ||
| "nauc_recall_at_100_std": 0.529461, | ||
| "nauc_recall_at_100_diff1": 0.273904, | ||
| "nauc_recall_at_1000_max": 0.739548, | ||
| "nauc_recall_at_1000_std": 0.529461, | ||
| "nauc_recall_at_1000_diff1": 0.273904, | ||
| "nauc_precision_at_1_max": -0.064699, | ||
| "nauc_precision_at_1_std": -0.348562, | ||
| "nauc_precision_at_1_diff1": 0.559749, | ||
| "nauc_precision_at_3_max": 0.06862, | ||
| "nauc_precision_at_3_std": -0.407888, | ||
| "nauc_precision_at_3_diff1": 0.391248, | ||
| "nauc_precision_at_5_max": 0.073238, | ||
| "nauc_precision_at_5_std": -0.35379, | ||
| "nauc_precision_at_5_diff1": 0.430837, | ||
| "nauc_precision_at_10_max": 0.318323, | ||
| "nauc_precision_at_10_std": -0.279647, | ||
| "nauc_precision_at_10_diff1": 0.278555, | ||
| "nauc_precision_at_20_max": 0.501461, | ||
| "nauc_precision_at_20_std": -0.065168, | ||
| "nauc_precision_at_20_diff1": 0.228241, | ||
| "nauc_precision_at_100_max": 0.739548, | ||
| "nauc_precision_at_100_std": 0.529461, | ||
| "nauc_precision_at_100_diff1": 0.273904, | ||
| "nauc_precision_at_1000_max": 0.739548, | ||
| "nauc_precision_at_1000_std": 0.529461, | ||
| "nauc_precision_at_1000_diff1": 0.273904, | ||
| "nauc_mrr_at_1_max": -0.072786, | ||
| "nauc_mrr_at_1_std": -0.347917, | ||
| "nauc_mrr_at_1_diff1": 0.544724, | ||
| "nauc_mrr_at_3_max": -0.049471, | ||
| "nauc_mrr_at_3_std": -0.368598, | ||
| "nauc_mrr_at_3_diff1": 0.497177, | ||
| "nauc_mrr_at_5_max": -0.053336, | ||
| "nauc_mrr_at_5_std": -0.363487, | ||
| "nauc_mrr_at_5_diff1": 0.507487, | ||
| "nauc_mrr_at_10_max": -0.054169, | ||
| "nauc_mrr_at_10_std": -0.361905, | ||
| "nauc_mrr_at_10_diff1": 0.507615, | ||
| "nauc_mrr_at_20_max": -0.05481, | ||
| "nauc_mrr_at_20_std": -0.361599, | ||
| "nauc_mrr_at_20_diff1": 0.508242, | ||
| "nauc_mrr_at_100_max": -0.05492, | ||
| "nauc_mrr_at_100_std": -0.361319, | ||
| "nauc_mrr_at_100_diff1": 0.508539, | ||
| "nauc_mrr_at_1000_max": -0.05492, | ||
| "nauc_mrr_at_1000_std": -0.361319, | ||
| "nauc_mrr_at_1000_diff1": 0.508539, | ||
| "main_score": 0.84805, | ||
| "hf_subset": "default", | ||
| "languages": [ | ||
| "eng-Latn" | ||
| ] | ||
| } | ||
| ] | ||
| }, | ||
| "evaluation_time": 1908.378798007965, | ||
| "kg_co2_emissions": null | ||
| } |
158 changes: 158 additions & 0 deletions
158
...nf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackAndroidRetrieval.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,158 @@ | ||
| { | ||
| "dataset_revision": "f46a197baaae43b4f621051089b82a364682dfeb", | ||
| "task_name": "CQADupstackAndroidRetrieval", | ||
| "mteb_version": "1.28.0", | ||
| "scores": { | ||
| "test": [ | ||
| { | ||
| "ndcg_at_1": 0.45494, | ||
| "ndcg_at_3": 0.515, | ||
| "ndcg_at_5": 0.54044, | ||
| "ndcg_at_10": 0.5673, | ||
| "ndcg_at_20": 0.58704, | ||
| "ndcg_at_100": 0.61378, | ||
| "ndcg_at_1000": 0.62836, | ||
| "map_at_1": 0.37042, | ||
| "map_at_3": 0.46129, | ||
| "map_at_5": 0.48434, | ||
| "map_at_10": 0.50101, | ||
| "map_at_20": 0.5095, | ||
| "map_at_100": 0.51543, | ||
| "map_at_1000": 0.51651, | ||
| "recall_at_1": 0.37042, | ||
| "recall_at_3": 0.53481, | ||
| "recall_at_5": 0.60773, | ||
| "recall_at_10": 0.6913, | ||
| "recall_at_20": 0.76102, | ||
| "recall_at_100": 0.88144, | ||
| "recall_at_1000": 0.97059, | ||
| "precision_at_1": 0.45494, | ||
| "precision_at_3": 0.24893, | ||
| "precision_at_5": 0.17997, | ||
| "precision_at_10": 0.10858, | ||
| "precision_at_20": 0.06323, | ||
| "precision_at_100": 0.01635, | ||
| "precision_at_1000": 0.00206, | ||
| "mrr_at_1": 0.454936, | ||
| "mrr_at_3": 0.536481, | ||
| "mrr_at_5": 0.552647, | ||
| "mrr_at_10": 0.561435, | ||
| "mrr_at_20": 0.565022, | ||
| "mrr_at_100": 0.567055, | ||
| "mrr_at_1000": 0.567356, | ||
| "nauc_ndcg_at_1_max": 0.354178, | ||
| "nauc_ndcg_at_1_std": -0.080427, | ||
| "nauc_ndcg_at_1_diff1": 0.549965, | ||
| "nauc_ndcg_at_3_max": 0.339388, | ||
| "nauc_ndcg_at_3_std": -0.069947, | ||
| "nauc_ndcg_at_3_diff1": 0.50588, | ||
| "nauc_ndcg_at_5_max": 0.351042, | ||
| "nauc_ndcg_at_5_std": -0.07011, | ||
| "nauc_ndcg_at_5_diff1": 0.51097, | ||
| "nauc_ndcg_at_10_max": 0.343422, | ||
| "nauc_ndcg_at_10_std": -0.063246, | ||
| "nauc_ndcg_at_10_diff1": 0.507081, | ||
| "nauc_ndcg_at_20_max": 0.351284, | ||
| "nauc_ndcg_at_20_std": -0.062587, | ||
| "nauc_ndcg_at_20_diff1": 0.506835, | ||
| "nauc_ndcg_at_100_max": 0.357497, | ||
| "nauc_ndcg_at_100_std": -0.057879, | ||
| "nauc_ndcg_at_100_diff1": 0.511296, | ||
| "nauc_ndcg_at_1000_max": 0.358043, | ||
| "nauc_ndcg_at_1000_std": -0.058057, | ||
| "nauc_ndcg_at_1000_diff1": 0.508879, | ||
| "nauc_map_at_1_max": 0.305721, | ||
| "nauc_map_at_1_std": -0.091242, | ||
| "nauc_map_at_1_diff1": 0.586189, | ||
| "nauc_map_at_3_max": 0.332603, | ||
| "nauc_map_at_3_std": -0.091914, | ||
| "nauc_map_at_3_diff1": 0.528432, | ||
| "nauc_map_at_5_max": 0.345264, | ||
| "nauc_map_at_5_std": -0.088569, | ||
| "nauc_map_at_5_diff1": 0.52851, | ||
| "nauc_map_at_10_max": 0.344866, | ||
| "nauc_map_at_10_std": -0.079473, | ||
| "nauc_map_at_10_diff1": 0.527144, | ||
| "nauc_map_at_20_max": 0.348318, | ||
| "nauc_map_at_20_std": -0.076441, | ||
| "nauc_map_at_20_diff1": 0.525603, | ||
| "nauc_map_at_100_max": 0.349344, | ||
| "nauc_map_at_100_std": -0.073948, | ||
| "nauc_map_at_100_diff1": 0.525299, | ||
| "nauc_map_at_1000_max": 0.349342, | ||
| "nauc_map_at_1000_std": -0.073943, | ||
| "nauc_map_at_1000_diff1": 0.525264, | ||
| "nauc_recall_at_1_max": 0.305721, | ||
| "nauc_recall_at_1_std": -0.091242, | ||
| "nauc_recall_at_1_diff1": 0.586189, | ||
| "nauc_recall_at_3_max": 0.304256, | ||
| "nauc_recall_at_3_std": -0.085381, | ||
| "nauc_recall_at_3_diff1": 0.469729, | ||
| "nauc_recall_at_5_max": 0.333057, | ||
| "nauc_recall_at_5_std": -0.077159, | ||
| "nauc_recall_at_5_diff1": 0.46745, | ||
| "nauc_recall_at_10_max": 0.301191, | ||
| "nauc_recall_at_10_std": -0.048733, | ||
| "nauc_recall_at_10_diff1": 0.432805, | ||
| "nauc_recall_at_20_max": 0.340598, | ||
| "nauc_recall_at_20_std": -0.029493, | ||
| "nauc_recall_at_20_diff1": 0.425991, | ||
| "nauc_recall_at_100_max": 0.409215, | ||
| "nauc_recall_at_100_std": 0.055498, | ||
| "nauc_recall_at_100_diff1": 0.453771, | ||
| "nauc_recall_at_1000_max": 0.6574, | ||
| "nauc_recall_at_1000_std": 0.397469, | ||
| "nauc_recall_at_1000_diff1": 0.328363, | ||
| "nauc_precision_at_1_max": 0.354178, | ||
| "nauc_precision_at_1_std": -0.080427, | ||
| "nauc_precision_at_1_diff1": 0.549965, | ||
| "nauc_precision_at_3_max": 0.28417, | ||
| "nauc_precision_at_3_std": -0.007229, | ||
| "nauc_precision_at_3_diff1": 0.22386, | ||
| "nauc_precision_at_5_max": 0.248698, | ||
| "nauc_precision_at_5_std": 0.033083, | ||
| "nauc_precision_at_5_diff1": 0.140324, | ||
| "nauc_precision_at_10_max": 0.155206, | ||
| "nauc_precision_at_10_std": 0.09347, | ||
| "nauc_precision_at_10_diff1": 0.036021, | ||
| "nauc_precision_at_20_max": 0.094784, | ||
| "nauc_precision_at_20_std": 0.107723, | ||
| "nauc_precision_at_20_diff1": -0.046043, | ||
| "nauc_precision_at_100_max": -0.009068, | ||
| "nauc_precision_at_100_std": 0.089675, | ||
| "nauc_precision_at_100_diff1": -0.134081, | ||
| "nauc_precision_at_1000_max": -0.122414, | ||
| "nauc_precision_at_1000_std": 0.011893, | ||
| "nauc_precision_at_1000_diff1": -0.194561, | ||
| "nauc_mrr_at_1_max": 0.354178, | ||
| "nauc_mrr_at_1_std": -0.080427, | ||
| "nauc_mrr_at_1_diff1": 0.549965, | ||
| "nauc_mrr_at_3_max": 0.347226, | ||
| "nauc_mrr_at_3_std": -0.066635, | ||
| "nauc_mrr_at_3_diff1": 0.503066, | ||
| "nauc_mrr_at_5_max": 0.352715, | ||
| "nauc_mrr_at_5_std": -0.068096, | ||
| "nauc_mrr_at_5_diff1": 0.506559, | ||
| "nauc_mrr_at_10_max": 0.349308, | ||
| "nauc_mrr_at_10_std": -0.065962, | ||
| "nauc_mrr_at_10_diff1": 0.504439, | ||
| "nauc_mrr_at_20_max": 0.351018, | ||
| "nauc_mrr_at_20_std": -0.065846, | ||
| "nauc_mrr_at_20_diff1": 0.505709, | ||
| "nauc_mrr_at_100_max": 0.351541, | ||
| "nauc_mrr_at_100_std": -0.065376, | ||
| "nauc_mrr_at_100_diff1": 0.506661, | ||
| "nauc_mrr_at_1000_max": 0.351589, | ||
| "nauc_mrr_at_1000_std": -0.065191, | ||
| "nauc_mrr_at_1000_diff1": 0.506653, | ||
| "main_score": 0.5673, | ||
| "hf_subset": "default", | ||
| "languages": [ | ||
| "eng-Latn" | ||
| ] | ||
| } | ||
| ] | ||
| }, | ||
| "evaluation_time": 2828.05464720726, | ||
| "kg_co2_emissions": null | ||
| } |
Oops, something went wrong.