Fix driver lost --num-executors option in yarn-cluster mode

li-zhihui · li-zhihui · commit 812c33cc8ee0 · 2014-06-19T11:08:18.000+08:00
diff --git a/yarn/stable/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala b/yarn/stable/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala
@@ -164,6 +164,7 @@ class ApplicationMaster(args: ApplicationMasterArguments, conf: Configuration,
 
   private def startUserClass(): Thread = {
     logInfo("Starting the user JAR in a separate Thread")
+    System.setProperty("spark.executor.instances",args.numExecutors.toString)
     val mainMethod = Class.forName(
       args.userClass,
       false,
