Automated Leaderboard Update

embeddings-benchmark · Jan 7, 2025 · 95c9850 · 95c9850
1 parent 975c71d
commit 95c9850
Show file tree

Hide file tree

Showing 74 changed files with 9,784 additions and 9,685 deletions.
diff --git a/all_data_tasks/0/default.jsonl b/all_data_tasks/0/default.jsonl
diff --git a/all_data_tasks/1/default.jsonl b/all_data_tasks/1/default.jsonl
diff --git a/all_data_tasks/10/default.jsonl b/all_data_tasks/10/default.jsonl
diff --git a/all_data_tasks/11/default.jsonl b/all_data_tasks/11/default.jsonl
diff --git a/all_data_tasks/12/default.jsonl b/all_data_tasks/12/default.jsonl
diff --git a/all_data_tasks/13/default.jsonl b/all_data_tasks/13/default.jsonl
diff --git a/all_data_tasks/15/default.jsonl b/all_data_tasks/15/default.jsonl
@@ -55,3 +55,6 @@
 {"index":53,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":33.95,"MassiveScenarioClassification (da)":43.69,"NordicLangClassification":"","ScalaDaClassification":""}
 {"index":54,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":56.74,"MassiveScenarioClassification (da)":63.07,"NordicLangClassification":"","ScalaDaClassification":""}
 {"index":55,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/llm_mse\">llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":34.98,"MassiveScenarioClassification (da)":42.82,"NordicLangClassification":"","ScalaDaClassification":""}
+{"index":57,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yoeven\/multilingual-e5-large-instruct-Q3_K_S-GGUF\">multilingual-e5-large-instruct-Q3_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":71.81,"MassiveScenarioClassification (da)":77.61,"NordicLangClassification":"","ScalaDaClassification":""}
+{"index":58,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yoeven\/multilingual-e5-large-instruct-Q5_0-GGUF\">multilingual-e5-large-instruct-Q5_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":71.81,"MassiveScenarioClassification (da)":77.61,"NordicLangClassification":"","ScalaDaClassification":""}
+{"index":59,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yoeven\/multilingual-e5-large-instruct-Q5_K_M-GGUF\">multilingual-e5-large-instruct-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":71.81,"MassiveScenarioClassification (da)":77.61,"NordicLangClassification":"","ScalaDaClassification":""}
diff --git a/all_data_tasks/16/default.jsonl b/all_data_tasks/16/default.jsonl
@@ -7,7 +7,7 @@
 {"index":30,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/HIT-TMG\/KaLM-embedding-multilingual-mini-instruct-v1.5\">KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":75.46,"AmazonReviewsClassification (fr)":52.31,"MasakhaNEWSClassification (fra)":83.36,"MassiveIntentClassification (fr)":66.61,"MassiveScenarioClassification (fr)":75.69,"MTOPDomainClassification (fr)":95.02,"MTOPIntentClassification (fr)":79.75}
 {"index":42,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.02,"AmazonReviewsClassification (fr)":42.08,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":67.4,"MassiveScenarioClassification (fr)":71.29,"MTOPDomainClassification (fr)":89.26,"MTOPIntentClassification (fr)":68.55}
 {"index":63,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.32,"AmazonReviewsClassification (fr)":49.78,"MasakhaNEWSClassification (fra)":78.93,"MassiveIntentClassification (fr)":66.88,"MassiveScenarioClassification (fr)":71.16,"MTOPDomainClassification (fr)":85.89,"MTOPIntentClassification (fr)":63.26}
-{"index":101,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":69.27,"AmazonReviewsClassification (fr)":43.76,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":65.42,"MassiveScenarioClassification (fr)":71.11,"MTOPDomainClassification (fr)":89.38,"MTOPIntentClassification (fr)":64.45}
+{"index":104,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":69.27,"AmazonReviewsClassification (fr)":43.76,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":65.42,"MassiveScenarioClassification (fr)":71.11,"MTOPDomainClassification (fr)":89.38,"MTOPIntentClassification (fr)":64.45}
 {"index":35,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85}
 {"index":38,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Maxthemacaque\/onnx-gte-multilingual-base\">onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06}
 {"index":11,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06}
@@ -99,4 +99,7 @@
 {"index":94,"Rank":100,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
 {"index":95,"Rank":101,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":31.51,"MassiveScenarioClassification (fr)":42.9,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
 {"index":97,"Rank":102,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/llm_mse\">llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":29.43,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":33.27,"MassiveScenarioClassification (fr)":40.86,"MTOPDomainClassification (fr)":62.95,"MTOPIntentClassification (fr)":33.78}
-{"index":102,"Rank":103,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
+{"index":101,"Rank":103,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yoeven\/multilingual-e5-large-instruct-Q3_K_S-GGUF\">multilingual-e5-large-instruct-Q3_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":48.51,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":73.32,"MassiveScenarioClassification (fr)":77.07,"MTOPDomainClassification (fr)":89.97,"MTOPIntentClassification (fr)":76.72}
+{"index":102,"Rank":104,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yoeven\/multilingual-e5-large-instruct-Q5_0-GGUF\">multilingual-e5-large-instruct-Q5_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":48.51,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":73.32,"MassiveScenarioClassification (fr)":77.07,"MTOPDomainClassification (fr)":89.97,"MTOPIntentClassification (fr)":76.72}
+{"index":103,"Rank":105,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yoeven\/multilingual-e5-large-instruct-Q5_K_M-GGUF\">multilingual-e5-large-instruct-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":48.51,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":73.32,"MassiveScenarioClassification (fr)":77.07,"MTOPDomainClassification (fr)":89.97,"MTOPIntentClassification (fr)":76.72}
+{"index":105,"Rank":106,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
diff --git a/all_data_tasks/17/default.jsonl b/all_data_tasks/17/default.jsonl
@@ -5,7 +5,7 @@
 {"index":31,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/HIT-TMG\/KaLM-embedding-multilingual-mini-v1\">KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":52.08,"AlloProfClusteringP2P":66.69,"AlloProfClusteringS2S":49.27,"HALClusteringS2S":26.92,"MLSUMClusteringP2P (fr)":45.58,"MLSUMClusteringS2S (fr)":44.45,"MasakhaNEWSClusteringP2P (fra)":71.51,"MasakhaNEWSClusteringS2S (fra)":60.16}
 {"index":30,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/HIT-TMG\/KaLM-embedding-multilingual-mini-instruct-v1.5\">KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":51.92,"AlloProfClusteringP2P":65.05,"AlloProfClusteringS2S":47.6,"HALClusteringS2S":27.42,"MLSUMClusteringP2P (fr)":47.72,"MLSUMClusteringS2S (fr)":47.24,"MasakhaNEWSClusteringP2P (fra)":56.59,"MasakhaNEWSClusteringS2S (fra)":71.82}
 {"index":35,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09}
-{"index":101,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":49.67,"AlloProfClusteringP2P":64.83,"AlloProfClusteringS2S":53.52,"HALClusteringS2S":26.18,"MLSUMClusteringP2P (fr)":44.59,"MLSUMClusteringS2S (fr)":41.67,"MasakhaNEWSClusteringP2P (fra)":68.35,"MasakhaNEWSClusteringS2S (fra)":48.58}
+{"index":104,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":49.67,"AlloProfClusteringP2P":64.83,"AlloProfClusteringS2S":53.52,"HALClusteringS2S":26.18,"MLSUMClusteringP2P (fr)":44.59,"MLSUMClusteringS2S (fr)":41.67,"MasakhaNEWSClusteringP2P (fra)":68.35,"MasakhaNEWSClusteringS2S (fra)":48.58}
 {"index":49,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/french-document-embedding\">french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":48.37,"AlloProfClusteringP2P":59.69,"AlloProfClusteringS2S":45.61,"HALClusteringS2S":25.21,"MLSUMClusteringP2P (fr)":42.83,"MLSUMClusteringS2S (fr)":43.44,"MasakhaNEWSClusteringP2P (fra)":61.32,"MasakhaNEWSClusteringS2S (fra)":60.51}
 {"index":34,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":47.45,"AlloProfClusteringP2P":64.71,"AlloProfClusteringS2S":45.57,"HALClusteringS2S":25.37,"MLSUMClusteringP2P (fr)":44.23,"MLSUMClusteringS2S (fr)":44.58,"MasakhaNEWSClusteringP2P (fra)":61.58,"MasakhaNEWSClusteringS2S (fra)":46.1}
 {"index":36,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.88,"AlloProfClusteringP2P":63.19,"AlloProfClusteringS2S":41.33,"HALClusteringS2S":23.77,"MLSUMClusteringP2P (fr)":44.11,"MLSUMClusteringS2S (fr)":43.66,"MasakhaNEWSClusteringP2P (fra)":58.63,"MasakhaNEWSClusteringS2S (fra)":53.47}
@@ -91,4 +91,4 @@
 {"index":86,"Rank":99,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""}
 {"index":94,"Rank":100,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/LaBSE-ru-turbo\">LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""}
 {"index":95,"Rank":101,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""}
-{"index":102,"Rank":103,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""}
+{"index":105,"Rank":106,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""}