From 1f801ee05e95cd14de9284cd7c6e5da84bd42b1d Mon Sep 17 00:00:00 2001
From: Derek Visch <visch@users.noreply.github.com>
Date: Wed, 29 Mar 2023 16:27:25 -0400
Subject: [PATCH] os.walk by default ignores errors
See https://docs.python.org/3/library/os.html#os.walk:~:text=By%20default%2C%20errors,the%20exception%20object for more info
---
tap_spreadsheets_anywhere/file_utils.py | 4 +++-
1 file changed, 3 insertions(+), 1 deletion(-)
diff --git a/tap_spreadsheets_anywhere/file_utils.py b/tap_spreadsheets_anywhere/file_utils.py
index aff4cca..5d18309 100644
--- a/tap_spreadsheets_anywhere/file_utils.py
+++ b/tap_spreadsheets_anywhere/file_utils.py
@@ -244,6 +244,8 @@ def list_files_in_ftp_server(uri, search_prefix=None):
LOGGER.info("Found {} files.".format(entries))
return entries
+def raise_error(error):
+ raise error
def list_files_in_local_bucket(bucket, search_prefix=None):
local_filenames = []
@@ -253,7 +255,7 @@ def list_files_in_local_bucket(bucket, search_prefix=None):
LOGGER.info(f"Walking {path}.")
max_results = 10000
- for (dirpath, dirnames, filenames) in walk(path):
+ for (dirpath, dirnames, filenames) in walk(path, onerror=raise_error):
for filename in filenames:
abspath = os.path.join(dirpath,filename)
relpath = os.path.relpath(abspath, path)