We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d16102d commit 1d67d9dCopy full SHA for 1d67d9d
core/src/main/scala/org/apache/spark/rdd/HadoopRDD.scala
@@ -107,6 +107,8 @@ class HadoopRDD[K, V](
107
108
// Returns a JobConf that will be used on slaves to obtain input splits for Hadoop reads.
109
protected def createJobConf(): JobConf = {
110
+ // Each task gets its own deserialized copy of the HadoopRDD, and therefore gets its own copy
111
+ // of the configuration.
112
val conf: Configuration = serializableConf.value
113
conf match {
114
case jobConf: JobConf =>
0 commit comments