We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e2cda3d commit 994e98bCopy full SHA for 994e98b
core/src/main/scala/org/apache/spark/rdd/HadoopRDD.scala
@@ -141,8 +141,8 @@ class HadoopRDD[K, V](
141
// local process. The local cache is accessed through HadoopRDD.putCachedMetadata().
142
// The caching helps minimize GC, since a JobConf can contain ~10KB of temporary objects.
143
// synchronize to prevent ConcurrentModificationException (Spark-1097, Hadoop-10456)
144
- broadcastedConf.value.value.synchronized {
145
- val newJobConf = new JobConf(broadcastedConf.value.value)
+ conf.synchronized {
+ val newJobConf = new JobConf(conf)
146
initLocalJobConfFuncOpt.map(f => f(newJobConf))
147
HadoopRDD.putCachedMetadata(jobConfCacheKey, newJobConf)
148
newJobConf
0 commit comments