Skip to content

Commit 167fad8

Browse files
committed
Address review comments
1 parent 9bda70e commit 167fad8

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

core/src/main/scala/org/apache/spark/scheduler/TaskSetManager.scala

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -65,8 +65,8 @@ private[spark] class TaskSetManager(
6565
* this temporarily prevents a task from re-launching on an executor where
6666
* it just failed.
6767
*/
68-
private[this] val EXECUTOR_TASK_BLACKLIST_TIMEOUT =
69-
conf.getLong("spark.task.executorBlacklistTimeout", 0L)
68+
private val EXECUTOR_TASK_BLACKLIST_TIMEOUT =
69+
conf.getLong("spark.scheduler.executorTaskBlacklistTime", 0L)
7070

7171
// Quantile of tasks at which to start speculation
7272
val SPECULATION_QUANTILE = conf.getDouble("spark.speculation.quantile", 0.75)
@@ -82,7 +82,7 @@ private[spark] class TaskSetManager(
8282
val successful = new Array[Boolean](numTasks)
8383
private val numFailures = new Array[Int](numTasks)
8484
// key is taskId, value is a Map of executor id to when it failed
85-
private[this] val failedExecutors = new HashMap[Int, HashMap[String, Long]]()
85+
private val failedExecutors = new HashMap[Int, HashMap[String, Long]]()
8686
val taskAttempts = Array.fill[List[TaskInfo]](numTasks)(Nil)
8787
var tasksSuccessful = 0
8888

@@ -265,7 +265,7 @@ private[spark] class TaskSetManager(
265265
* Is this re-execution of a failed task on an executor it already failed in before
266266
* EXECUTOR_TASK_BLACKLIST_TIMEOUT has elapsed ?
267267
*/
268-
private[this] def executorIsBlacklisted(execId: String, taskId: Int): Boolean = {
268+
private def executorIsBlacklisted(execId: String, taskId: Int): Boolean = {
269269
if (failedExecutors.contains(taskId)) {
270270
val failed = failedExecutors.get(taskId).get
271271

0 commit comments

Comments
 (0)