[SPARK-6018] [YARN] NoSuchMethodError in Spark app is swallowed by YARN AM

Cheolsoo Park · Andrew Or · commit 5f3238b3b015 · 2015-02-26T13:53:49.000-08:00
Author: Cheolsoo Park <cheolsoop@netflix.com> Closes #4773 from piaozhexiu/SPARK-6018 and squashes the following commits: 2a919d5 [Cheolsoo Park] Rename e with cause to avoid duplicate names 1e71d2d [Cheolsoo Park] Replace placeholder with throwable eb5750d [Cheolsoo Park] NoSuchMethodError in Spark app is swallowed by YARN AM
diff --git a/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala b/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala
@@ -485,12 +485,12 @@ private[spark] class ApplicationMaster(
             e.getCause match {
               case _: InterruptedException =>
                 // Reporter thread can interrupt to stop user class
-              case e: Exception =>
+              case cause: Throwable =>
                 finish(FinalApplicationStatus.FAILED,
                   ApplicationMaster.EXIT_EXCEPTION_USER_CLASS,
-                  "User class threw exception: " + e.getMessage)
+                  "User class threw exception: " + cause.getMessage)
                 // re-throw to get it logged
-                throw e
+                throw cause
             }
         }
       }

Original file line number	Diff line number	Diff line change
`@@ -485,12 +485,12 @@ private[spark] class ApplicationMaster(`
`485`	`485`	`e.getCause match {`
`486`	`486`	`case _: InterruptedException =>`
`487`	`487`	`// Reporter thread can interrupt to stop user class`
`488`		`- case e: Exception =>`
	`488`	`+ case cause: Throwable =>`
`489`	`489`	`finish(FinalApplicationStatus.FAILED,`
`490`	`490`	`ApplicationMaster.EXIT_EXCEPTION_USER_CLASS,`
`491`		`- "User class threw exception: " + e.getMessage)`
	`491`	`+ "User class threw exception: " + cause.getMessage)`
`492`	`492`	`// re-throw to get it logged`
`493`		`- throw e`
	`493`	`+ throw cause`
`494`	`494`	`}`
`495`	`495`	`}`
`496`	`496`	`}`