Potentially use transformer NER for the default_accurate package

stanfordnlp · Dec 10, 2024 · 056956c · 056956c
1 parent ad1f938
commit 056956c
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 4 deletions.
diff --git a/stanza/resources/default_packages.py b/stanza/resources/default_packages.py
@@ -262,9 +262,6 @@ def build_default_pretrains(default_treebanks):
         "ancora":  "fasttextwiki",
         "conll02": "fasttextwiki",
     },
-    "fr": {
-        "wikiner": "fasttextwiki",
-    },
     "nl": {
         "conll02": "fasttextwiki",
         "wikiner": "fasttextwiki",
@@ -364,7 +361,7 @@ def build_default_pretrains(default_treebanks):
     "es": "conll02",
     "fa": "arman",
     "fi": "turku",
-    "fr": "wikinergold",
+    "fr": "wikinergold_charlm",
     "he": "iahlt_charlm",
     "hu": "combined",
     "hy": "armtdp",

diff --git a/stanza/resources/prepare_resources.py b/stanza/resources/prepare_resources.py
@@ -475,6 +475,8 @@ def get_default_accurate(resources, lang):
     if transformer is not None:
         for processor in ('pos', 'depparse', 'constituency', 'sentiment'):
             update_processor_add_transformer(resources, lang, default_processors, processor, transformer)
+        if default_processors['ner'].endswith("_charlm"):
+            update_processor_add_transformer(resources, lang, default_processors, "ner", transformer)
 
     optional = get_optional_accurate(resources, lang)
     if optional: