Kyligence#217 fix AE remove root ShuffleExchangeExec which generated …

…by RepartitionByExpression
7mming7 · Feb 25, 2021 · 27b1f32 · 27b1f32
1 parent 95bcaaf
commit 27b1f32
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/exchange/EnsureRequirements.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/exchange/EnsureRequirements.scala
@@ -307,7 +307,7 @@ case class EnsureRequirements(conf: SQLConf) extends Rule[SparkPlan] {
 
   def apply(plan: SparkPlan): SparkPlan = plan.transformUp {
     // TODO: remove this after we create a physical operator for `RepartitionByExpression`.
-    case operator @ ShuffleExchangeExec(upper: HashPartitioning, child, _, _) =>
+    case operator @ ShuffleExchangeExec(upper: HashPartitioning, child, _, Some(false)) =>
       child.outputPartitioning match {
         case lower: HashPartitioning if upper.semanticEquals(lower) => child
         case _ => operator