prevent from removing hyphen from input

linto-ai · May 17, 2023 · 4cea20a · 4cea20a
1 parent 0270e25
commit 4cea20a
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/punctuation/recasepunc.py b/punctuation/recasepunc.py
@@ -242,8 +242,7 @@ def generate_predictions(config, line):
     '“': 'O',
     '”': 'O',
     '"': 'O',
-    '-': 'O',
-    '-': 'O',
+    #'-': 'O', # hyphen is a word piece
     '〉': 'COMMA',
     '〈': 'COMMA',
     '↑': 'O',