Skip to content

Commit 4a204b8

Browse files
committed
Fail block fetches if client connection fails
1 parent 2b0d1c0 commit 4a204b8

File tree

1 file changed

+8
-2
lines changed

1 file changed

+8
-2
lines changed

core/src/main/scala/org/apache/spark/network/netty/NettyBlockTransferService.scala

Lines changed: 8 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -58,8 +58,14 @@ class NettyBlockTransferService(conf: SparkConf) extends BlockTransferService {
5858
port: Int,
5959
blockIds: Seq[String],
6060
listener: BlockFetchingListener): Unit = {
61-
val client = clientFactory.createClient(hostname, port)
62-
new NettyBlockFetcher(serializer, client, blockIds, listener).start()
61+
try {
62+
val client = clientFactory.createClient(hostname, port)
63+
new NettyBlockFetcher(serializer, client, blockIds, listener).start()
64+
} catch {
65+
case e: Exception =>
66+
logError("Exception while beginning fetchBlocks", e)
67+
blockIds.foreach(listener.onBlockFetchFailure(_, e))
68+
}
6369
}
6470

6571
override def hostName: String = Utils.localHostName()

0 commit comments

Comments
 (0)