Skip to content

Commit 69df835

Browse files
address comments
1 parent 4e52066 commit 69df835

File tree

2 files changed

+2
-3
lines changed

2 files changed

+2
-3
lines changed

sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/plans/physical/partitioning.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -995,7 +995,7 @@ case class ShufflePartitionIdPassThroughSpec(
995995
// as the partitioning expression, we check compatibility as follows:
996996
// 1. Same number of clustering expressions
997997
// 2. Same number of partitions
998-
// 3. each pair of partitioning expression from both sides has overlapping positions in their
998+
// 3. each partitioning expression from both sides has overlapping positions in their
999999
// corresponding distributions.
10001000
distribution.clustering.length == otherDistribution.clustering.length &&
10011001
partitioning.numPartitions == otherPartitioning.numPartitions && {

sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/ShuffleSpecSuite.scala

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -523,7 +523,6 @@ class ShuffleSpecSuite extends SparkFunSuite with SQLHelper {
523523

524524
test("compatibility: ShufflePartitionIdPassThroughSpec vs other specs") {
525525
val dist = ClusteredDistribution(Seq($"a", $"b"))
526-
val p = ShufflePartitionIdPassThrough(DirectShufflePartitionID($"a"), 10)
527526

528527
// Compatibility with SinglePartitionShuffleSpec when numPartitions is 1
529528
val p1 = ShufflePartitionIdPassThrough(DirectShufflePartitionID($"a"), 1)
@@ -543,7 +542,7 @@ class ShuffleSpecSuite extends SparkFunSuite with SQLHelper {
543542
// Incompatible with HashShuffleSpec
544543
val p2 = HashPartitioning(Seq($"c"), 10)
545544
checkCompatible(
546-
p.createShuffleSpec(dist),
545+
ShufflePartitionIdPassThrough(DirectShufflePartitionID($"a"), 10).createShuffleSpec(dist),
547546
p2.createShuffleSpec(ClusteredDistribution(Seq($"c", $"d"))),
548547
expected = false
549548
)

0 commit comments

Comments
 (0)