Add BM25s

embeddings-benchmark · Jul 17, 2024 · f391112 · f391112
1 parent 1c32043
commit f391112
Show file tree

Hide file tree

Showing 2 changed files with 30 additions and 0 deletions.
diff --git a/paths.json b/paths.json
@@ -5513,6 +5513,35 @@
     "results/facebook-dpr-ctx_encoder-multiset-base/no_revision_available/SprintDuplicateQuestions.json",
     "results/facebook-dpr-ctx_encoder-multiset-base/no_revision_available/CQADupstackWordpressRetrieval.json"
   ],
+  "bm25s": [
+    "results/bm25s/0_1_10/CQADupstackMathematicaRetrieval.json",
+    "results/bm25s/0_1_10/CQADupstackTexRetrieval.json",
+    "results/bm25s/0_1_10/NFCorpus.json",
+    "results/bm25s/0_1_10/MSMARCO.json",
+    "results/bm25s/0_1_10/CQADupstackUnixRetrieval.json",
+    "results/bm25s/0_1_10/ArguAna.json",
+    "results/bm25s/0_1_10/HotpotQA.json",
+    "results/bm25s/0_1_10/Touche2020.json",
+    "results/bm25s/0_1_10/CQADupstackAndroidRetrieval.json",
+    "results/bm25s/0_1_10/ClimateFEVER.json",
+    "results/bm25s/0_1_10/CQADupstackEnglishRetrieval.json",
+    "results/bm25s/0_1_10/CQADupstackGamingRetrieval.json",
+    "results/bm25s/0_1_10/FiQA2018.json",
+    "results/bm25s/0_1_10/DBPedia.json",
+    "results/bm25s/0_1_10/FEVER.json",
+    "results/bm25s/0_1_10/CQADupstackProgrammersRetrieval.json",
+    "results/bm25s/0_1_10/QuoraRetrieval.json",
+    "results/bm25s/0_1_10/TRECCOVID.json",
+    "results/bm25s/0_1_10/SciFact.json",
+    "results/bm25s/0_1_10/SCIDOCS.json",
+    "results/bm25s/0_1_10/NQ.json",
+    "results/bm25s/0_1_10/CQADupstackWebmastersRetrieval.json",
+    "results/bm25s/0_1_10/CQADupstackGisRetrieval.json",
+    "results/bm25s/0_1_10/CQADupstackStatsRetrieval.json",
+    "results/bm25s/0_1_10/CQADupstackPhysicsRetrieval.json",
+    "results/bm25s/0_1_10/CQADupstackRetrieval.json",
+    "results/bm25s/0_1_10/CQADupstackWordpressRetrieval.json"
+  ],
   "all-MiniLM-L12-v2": [
     "results/all-MiniLM-L12-v2/no_revision_available/PpcPC.json",
     "results/all-MiniLM-L12-v2/no_revision_available/TwentyNewsgroupsClustering.v2.json",

diff --git a/results.py b/results.py
@@ -88,6 +88,7 @@
     "bge-small-zh",
     "bge-small-zh-v1.5",
     "bm25",
+    "bm25s",
     "camembert-base",
     "camembert-large",
     "contriever-base-msmarco",