diff --git a/utils/extract_test_data.py b/utils/extract_test_data.py index ad6a12d..12cdd11 100644 --- a/utils/extract_test_data.py +++ b/utils/extract_test_data.py @@ -11,8 +11,8 @@ def transform_json_to_dataframe(json_dir: str): transformed_data = [] - - for filename in tqdm(os.listdir(json_dir)): + files_only = [item for item in os.listdir(json_dir) if os.path.isfile(os.path.join(json_dir, item))] + for filename in tqdm(files_only): with open(os.path.join(json_dir, filename), "r") as file: data = json.load(file)