Catch all errors during serialization in DAGScheduler.

darabos · darabos · commit 361e96225bad · 2014-07-08T15:07:30.000+02:00
diff --git a/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala
@@ -768,6 +768,10 @@ class DAGScheduler(
           abortStage(stage, "Task not serializable: " + e.toString)
           runningStages -= stage
           return
+        case e: Throwable => // Other exceptions, such as IllegalArgumentException from Kryo.
+          abortStage(stage, "Task serialization failed: " + e.toString)
+          runningStages -= stage
+          return
       }
 
       logInfo("Submitting " + tasks.size + " missing tasks from " + stage + " (" + stage.rdd + ")")
