Skip to content

Commit

Permalink
SPARK 46840 added org.apache.spark.sql.execution.benchmark.CollationB…
Browse files Browse the repository at this point in the history
…enchmark [wip].
  • Loading branch information
GideonPotok committed Mar 17, 2024
1 parent 8271317 commit 0be4732
Showing 1 changed file with 6 additions and 5 deletions.
11 changes: 6 additions & 5 deletions project/SparkBuild.scala
Original file line number Diff line number Diff line change
Expand Up @@ -58,10 +58,10 @@ object BuildCommons {

val allProjects@Seq(
core, graphx, mllib, mllibLocal, repl, networkCommon, networkShuffle, launcher, unsafe, tags, sketch, kvstore,
commonUtils, sqlApi, _*
commonUtils, sqlApi, variant, _*
) = Seq(
"core", "graphx", "mllib", "mllib-local", "repl", "network-common", "network-shuffle", "launcher", "unsafe",
"tags", "sketch", "kvstore", "common-utils", "sql-api"
"tags", "sketch", "kvstore", "common-utils", "sql-api", "variant"
).map(ProjectRef(buildLocation, _)) ++ sqlProjects ++ streamingProjects ++ Seq(connectCommon, connect, connectClient)

val optionallyEnabledProjects@Seq(kubernetes, yarn,
Expand Down Expand Up @@ -91,7 +91,7 @@ object BuildCommons {
// SPARK-41247: needs to be consistent with `protobuf.version` in `pom.xml`.
val protoVersion = "3.25.1"
// GRPC version used for Spark Connect.
val grpcVersion = "1.59.0"
val grpcVersion = "1.62.2"
}

object SparkBuild extends PomBuild {
Expand Down Expand Up @@ -361,7 +361,8 @@ object SparkBuild extends PomBuild {
val mimaProjects = allProjects.filterNot { x =>
Seq(
spark, hive, hiveThriftServer, repl, networkCommon, networkShuffle, networkYarn,
unsafe, tags, tokenProviderKafka010, sqlKafka010, connectCommon, connect, connectClient
unsafe, tags, tokenProviderKafka010, sqlKafka010, connectCommon, connect, connectClient,
variant
).contains(x)
}

Expand Down Expand Up @@ -1586,7 +1587,7 @@ object TestSettings {
"--add-opens=java.base/sun.security.action=ALL-UNNAMED",
"--add-opens=java.base/sun.util.calendar=ALL-UNNAMED",
"-Djdk.reflect.useDirectMethodHandle=false").mkString(" ")
s"-Xmx$heapSize -Xss8m -XX:MaxMetaspaceSize=$metaspaceSize -XX:ReservedCodeCacheSize=512m -Dfile.encoding=UTF-8 $extraTestJavaArgs"
s"-Xmx$heapSize -Xss4m -XX:MaxMetaspaceSize=$metaspaceSize -XX:ReservedCodeCacheSize=128m -Dfile.encoding=UTF-8 $extraTestJavaArgs"
.split(" ").toSeq
},
javaOptions ++= {
Expand Down

0 comments on commit 0be4732

Please sign in to comment.