[text] rm WenetTokenizer

wenet-e2e · Dec 12, 2023 · e66a590 · e66a590
1 parent d2b337d
commit e66a590
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 266 deletions.
diff --git a/test/wenet/text/test_wenet_tokenzier.py b/test/wenet/text/test_wenet_tokenzier.py
diff --git a/wenet/text/wenet_tokenizer.py b/wenet/text/wenet_tokenizer.py