[SPARK-34325][CORE] Remove unused shuffleBlockResolver variable inSortShuffleWriter
### What changes were proposed in this pull request? Remove unused shuffleBlockResolver variable in SortShuffleWriter. ### Why are the changes needed? For better code understanding. ### Does this PR introduce _any_ user-facing change? NO. ### How was this patch tested? End to End. Closes #31433 from offthewall123/remove_shuffleBlockResolver_in_SortShuffleWriter. Authored-by: offthewall123 <dingyu.xu@intel.com> Signed-off-by: HyukjinKwon <gurwls223@apache.org>
This commit is contained in:
parent
00120ea537
commit
60c71c6d2d
|
@ -166,8 +166,7 @@ private[spark] class SortShuffleManager(conf: SparkConf) extends ShuffleManager
|
|||
metrics,
|
||||
shuffleExecutorComponents)
|
||||
case other: BaseShuffleHandle[K @unchecked, V @unchecked, _] =>
|
||||
new SortShuffleWriter(
|
||||
shuffleBlockResolver, other, mapId, context, shuffleExecutorComponents)
|
||||
new SortShuffleWriter(other, mapId, context, shuffleExecutorComponents)
|
||||
}
|
||||
}
|
||||
|
||||
|
|
|
@ -20,12 +20,11 @@ package org.apache.spark.shuffle.sort
|
|||
import org.apache.spark._
|
||||
import org.apache.spark.internal.{config, Logging}
|
||||
import org.apache.spark.scheduler.MapStatus
|
||||
import org.apache.spark.shuffle.{BaseShuffleHandle, IndexShuffleBlockResolver, ShuffleWriter}
|
||||
import org.apache.spark.shuffle.{BaseShuffleHandle, ShuffleWriter}
|
||||
import org.apache.spark.shuffle.api.ShuffleExecutorComponents
|
||||
import org.apache.spark.util.collection.ExternalSorter
|
||||
|
||||
private[spark] class SortShuffleWriter[K, V, C](
|
||||
shuffleBlockResolver: IndexShuffleBlockResolver,
|
||||
handle: BaseShuffleHandle[K, V, C],
|
||||
mapId: Long,
|
||||
context: TaskContext,
|
||||
|
|
|
@ -74,7 +74,6 @@ class SortShuffleWriterSuite extends SparkFunSuite with SharedSparkContext with
|
|||
test("write empty iterator") {
|
||||
val context = MemoryTestingUtils.fakeTaskContext(sc.env)
|
||||
val writer = new SortShuffleWriter[Int, Int, Int](
|
||||
shuffleBlockResolver,
|
||||
shuffleHandle,
|
||||
mapId = 1,
|
||||
context,
|
||||
|
@ -92,7 +91,6 @@ class SortShuffleWriterSuite extends SparkFunSuite with SharedSparkContext with
|
|||
val context = MemoryTestingUtils.fakeTaskContext(sc.env)
|
||||
val records = List[(Int, Int)]((1, 2), (2, 3), (4, 4), (6, 5))
|
||||
val writer = new SortShuffleWriter[Int, Int, Int](
|
||||
shuffleBlockResolver,
|
||||
shuffleHandle,
|
||||
mapId = 2,
|
||||
context,
|
||||
|
|
Loading…
Reference in a new issue