Skip to content

Commit

Permalink
Fix self inconsistency with Seq in RapidsShuffleIterator
Browse files Browse the repository at this point in the history
Co-authored-by: xieshuaihu <[email protected]>
  • Loading branch information
abellina and xieshuaihu committed Jun 28, 2024
1 parent 5fa9758 commit 3dbab3d
Showing 1 changed file with 3 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -173,8 +173,8 @@ class RapidsShuffleIterator(
val (local, remote) = blocksByAddress.partition(ba => ba._1.host == localHost)

(local ++ remote).foreach {
case (blockManagerId: BlockManagerId, blockIds: Seq[(BlockId, Long, Int)]) => {
val shuffleRequestsMapIndex: Seq[BlockIdMapIndex] =
case (blockManagerId: BlockManagerId, blockIds: collection.Seq[(BlockId, Long, Int)]) => {
val shuffleRequestsMapIndex =
blockIds.map { case (blockId, _, mapIndex) =>
/**
* [[ShuffleBlockBatchId]] is an internal optimization in Spark, which will likely
Expand All @@ -193,7 +193,7 @@ class RapidsShuffleIterator(
throw new IllegalArgumentException(
s"${blockId.getClass} $blockId is not currently supported")
}
}
}.toSeq

val client = try {
transport.makeClient(blockManagerId)
Expand Down

0 comments on commit 3dbab3d

Please sign in to comment.