diff --git a/core/src/main/java/org/apache/spark/shuffle/api/ShuffleBlockInputStream.java b/core/src/main/java/org/apache/spark/shuffle/api/ShuffleBlockInputStream.java index 19b700101c58..6f04e9042a92 100644 --- a/core/src/main/java/org/apache/spark/shuffle/api/ShuffleBlockInputStream.java +++ b/core/src/main/java/org/apache/spark/shuffle/api/ShuffleBlockInputStream.java @@ -17,6 +17,7 @@ package org.apache.spark.shuffle.api; +import java.io.FilterInputStream; import org.apache.spark.storage.BlockId; import java.io.InputStream; @@ -26,20 +27,15 @@ * An object defining the shuffle block and length metadata associated with the block. * @since 3.0.0 */ -public class ShuffleBlockInputStream { +public class ShuffleBlockInputStream extends FilterInputStream { private final BlockId blockId; - private final InputStream inputStream; public ShuffleBlockInputStream(BlockId blockId, InputStream inputStream) { + super(inputStream); this.blockId = blockId; - this.inputStream = inputStream; } public BlockId getBlockId() { return this.blockId; } - - public InputStream getInputStream() { - return this.inputStream; - } } diff --git a/core/src/main/scala/org/apache/spark/shuffle/BlockStoreShuffleReader.scala b/core/src/main/scala/org/apache/spark/shuffle/BlockStoreShuffleReader.scala index 15df30c313b6..5dca16a41293 100644 --- a/core/src/main/scala/org/apache/spark/shuffle/BlockStoreShuffleReader.scala +++ b/core/src/main/scala/org/apache/spark/shuffle/BlockStoreShuffleReader.scala @@ -73,8 +73,7 @@ private[spark] class BlockStoreShuffleReader[K, C]( } }.asJava).iterator() - val retryingWrappedStreams = streamsIterator.asScala.map { shuffleBlock => - val rawReaderStream = shuffleBlock.getInputStream + val retryingWrappedStreams = streamsIterator.asScala.map { rawReaderStream => if (shuffleExecutorComponents.shouldWrapPartitionReaderStream()) { if (compressShuffle) { compressionCodec.compressedInputStream( diff --git a/project/plugins.sbt b/project/plugins.sbt index e2cfbe7bd6d4..e3ab387044e6 100644 --- a/project/plugins.sbt +++ b/project/plugins.sbt @@ -1,4 +1,4 @@ -addSbtPlugin("com.typesafe.sbt" % "sbt-git" % "0.8.5") +addSbtPlugin("com.typesafe.sbt" % "sbt-git" % "1.0.0") addSbtPlugin("com.etsy" % "sbt-checkstyle-plugin" % "3.1.1")