Config tos client log to align tosfs

tosfs/consts.py

@@ -43,3 +43,4 @@
 
 # environment variable names
 ENV_NAME_TOSFS_LOGGING_LEVEL = "TOSFS_LOGGING_LEVEL"
+TOSFS_LOG_FORMAT = "%(asctime)s %(name)s [%(levelname)s] %(funcName)s : %(message)s"

tosfs/core.py

@@ -45,7 +45,7 @@
     PART_MAX_SIZE,
     PUT_OBJECT_OPERATION_SMALL_FILE_THRESHOLD,
     RETRY_NUM,
-    TOS_SERVER_RESPONSE_CODE_NOT_FOUND,
+    TOS_SERVER_RESPONSE_CODE_NOT_FOUND, TOSFS_LOG_FORMAT,
 )
 from tosfs.exceptions import TosfsError
 from tosfs.fsspec_utils import glob_translate
@@ -61,6 +61,16 @@ def setup_logging() -> None:
         level=os.environ.get(ENV_NAME_TOSFS_LOGGING_LEVEL, "INFO"),
     )
 
+    formatter = logging.Formatter(TOSFS_LOG_FORMAT)
+    for handler in logger.handlers:
+        handler.setFormatter(formatter)
+
+    # set and config tos client's logger
+    tos.set_logger(name="tosclient",
+                   level=os.environ.get(ENV_NAME_TOSFS_LOGGING_LEVEL, "INFO"),
+                   log_handler=logging.StreamHandler(),
+                   format_string=TOSFS_LOG_FORMAT)
+
 
 setup_logging()
 
@@ -1663,6 +1673,7 @@ def _listdir(
             raise TosfsError(f"Tosfs failed with unknown error: {e}") from e
 
     def _rm(self, path: str) -> None:
+        logger.info("Removing path: %s", path)
         bucket, key, _ = self._split_path(path)
 
         if path.endswith("/") or self.isdir(path):