Skip to content

Commit be3b3db

Browse files
author
Sital Kedia
committed
Minor changes as per review comments
1 parent 9f64e29 commit be3b3db

File tree

1 file changed

+4
-5
lines changed

1 file changed

+4
-5
lines changed

core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1333,7 +1333,7 @@ class DAGScheduler(
13331333
// assume all shuffle data on the node is bad.
13341334
Some(bmAddress.host)
13351335
} else {
1336-
// Deregister shuffle data just for one executor (we don't have any
1336+
// Unregister shuffle data just for one executor (we don't have any
13371337
// reason to believe shuffle data has been lost for the entire host).
13381338
None
13391339
}
@@ -1379,10 +1379,10 @@ class DAGScheduler(
13791379
// if the cluster manager explicitly tells us that the entire worker was lost, then
13801380
// we know to unregister shuffle output. (Note that "worker" specifically refers to the process
13811381
// from a Standalone cluster, where the shuffle service lives in the Worker.)
1382-
val filesLost = workerLost || !env.blockManager.externalShuffleServiceEnabled
1382+
val fileLost = workerLost || !env.blockManager.externalShuffleServiceEnabled
13831383
removeExecutorAndUnregisterOutputs(
13841384
execId = execId,
1385-
fileLost = filesLost,
1385+
fileLost = fileLost,
13861386
hostToUnregisterOutputs = None,
13871387
maybeEpoch = None)
13881388
}
@@ -1717,8 +1717,7 @@ private[scheduler] class DAGSchedulerEventProcessLoop(dagScheduler: DAGScheduler
17171717

17181718
case ExecutorLost(execId, reason) =>
17191719
val workerLost = reason match {
1720-
case SlaveLost(_, true) =>
1721-
true
1720+
case SlaveLost(_, true) => true
17221721
case _ => false
17231722
}
17241723
dagScheduler.handleExecutorLost(execId, workerLost)

0 commit comments

Comments
 (0)