From b961399396639c52322deba9954e91f83eefa67a Mon Sep 17 00:00:00 2001 From: christinestraub Date: Fri, 3 Jan 2025 00:10:48 -0800 Subject: [PATCH] test: fix lint errors --- unstructured/nlp/tokenize.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/unstructured/nlp/tokenize.py b/unstructured/nlp/tokenize.py index 44ca9cd4d3..2113c9440f 100644 --- a/unstructured/nlp/tokenize.py +++ b/unstructured/nlp/tokenize.py @@ -1,7 +1,7 @@ from __future__ import annotations -import shutil import os +import shutil from functools import lru_cache from typing import Final, List, Tuple @@ -16,6 +16,7 @@ NLTK_DATA_PATH = os.getenv("NLTK_DATA", "/home/notebook-user/nltk_data") nltk.data.path.append(NLTK_DATA_PATH) + def copy_nltk_packages(): local_path = "../../nltk_data" if os.path.exists(local_path): @@ -32,6 +33,7 @@ def copy_nltk_packages(): else: print(f"Local NLTK data path does not exist: {local_path}") + def check_for_nltk_package(package_name: str, package_category: str) -> bool: """Checks to see if the specified NLTK package exists on the file system.""" try: