File tree Expand file tree Collapse file tree 2 files changed +2
-3
lines changed
main/scala/org/apache/spark/sql/catalyst/plans/physical
test/scala/org/apache/spark/sql/catalyst Expand file tree Collapse file tree 2 files changed +2
-3
lines changed Original file line number Diff line number Diff line change @@ -995,7 +995,7 @@ case class ShufflePartitionIdPassThroughSpec(
995995 // as the partitioning expression, we check compatibility as follows:
996996 // 1. Same number of clustering expressions
997997 // 2. Same number of partitions
998- // 3. each pair of partitioning expression from both sides has overlapping positions in their
998+ // 3. each partitioning expression from both sides has overlapping positions in their
999999 // corresponding distributions.
10001000 distribution.clustering.length == otherDistribution.clustering.length &&
10011001 partitioning.numPartitions == otherPartitioning.numPartitions && {
Original file line number Diff line number Diff line change @@ -523,7 +523,6 @@ class ShuffleSpecSuite extends SparkFunSuite with SQLHelper {
523523
524524 test(" compatibility: ShufflePartitionIdPassThroughSpec vs other specs" ) {
525525 val dist = ClusteredDistribution (Seq ($" a" , $" b" ))
526- val p = ShufflePartitionIdPassThrough (DirectShufflePartitionID ($" a" ), 10 )
527526
528527 // Compatibility with SinglePartitionShuffleSpec when numPartitions is 1
529528 val p1 = ShufflePartitionIdPassThrough (DirectShufflePartitionID ($" a" ), 1 )
@@ -543,7 +542,7 @@ class ShuffleSpecSuite extends SparkFunSuite with SQLHelper {
543542 // Incompatible with HashShuffleSpec
544543 val p2 = HashPartitioning (Seq ($" c" ), 10 )
545544 checkCompatible(
546- p .createShuffleSpec(dist),
545+ ShufflePartitionIdPassThrough ( DirectShufflePartitionID ($ " a " ), 10 ) .createShuffleSpec(dist),
547546 p2.createShuffleSpec(ClusteredDistribution (Seq ($" c" , $" d" ))),
548547 expected = false
549548 )
You can’t perform that action at this time.
0 commit comments