comment

apache · Dec 31, 2024 · 6614bf2 · 6614bf2
1 parent 5d5cb3e
commit 6614bf2
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/kyuubi-server/src/main/scala/org/apache/kyuubi/engine/spark/SparkProcessBuilder.scala b/kyuubi-server/src/main/scala/org/apache/kyuubi/engine/spark/SparkProcessBuilder.scala
@@ -284,6 +284,9 @@ class SparkProcessBuilder(
           .replace("{{DAY}}", today.format(DAY_FMT))
 
         if (conf.get(KUBERNETES_SPARK_AUTO_CREATE_FILE_UPLOAD_PATH)) {
+          // Create the `uploadPath` using permission 777, otherwise, spark just creates the
+          // `$uploadPath/spark-upload-$uuid` using default permission 511, which might prevent
+          // other users from creating the staging dir under `uploadPath` later.
           val hadoopConf = KyuubiHadoopUtils.newHadoopConf(conf, loadDefaults = false)
           val path = new Path(uploadPath)
           var fs: FileSystem = null