From f599d6e36d387bda074688050c5693e9fbfa900f Mon Sep 17 00:00:00 2001 From: judy_0131 Date: Tue, 27 Aug 2019 15:38:03 +0800 Subject: [PATCH] fix bug: sparklauncher launch executor number error --- piflow-core/src/main/scala/cn/piflow/util/FlowLauncher.scala | 2 +- piflow-server/src/main/scala/cn/piflow/api/API.scala | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/piflow-core/src/main/scala/cn/piflow/util/FlowLauncher.scala b/piflow-core/src/main/scala/cn/piflow/util/FlowLauncher.scala index 7366385..e02315e 100644 --- a/piflow-core/src/main/scala/cn/piflow/util/FlowLauncher.scala +++ b/piflow-core/src/main/scala/cn/piflow/util/FlowLauncher.scala @@ -34,7 +34,7 @@ object FlowLauncher { .setConf("spark.jars", PropertyUtil.getPropertyValue("piflow.bundle")) .setConf("spark.hive.metastore.uris",PropertyUtil.getPropertyValue("hive.metastore.uris")) .setConf("spark.driver.memory", flow.getDriverMemory()) - .setConf("spark.num.executors", flow.getExecutorNum()) + .setConf("spark.executor.instances", flow.getExecutorNum()) .setConf("spark.executor.memory", flow.getExecutorMem()) .setConf("spark.executor.cores",flow.getExecutorCores()) .addFile(PropertyUtil.getConfigureFile()) diff --git a/piflow-server/src/main/scala/cn/piflow/api/API.scala b/piflow-server/src/main/scala/cn/piflow/api/API.scala index 45168d6..f45a4b7 100644 --- a/piflow-server/src/main/scala/cn/piflow/api/API.scala +++ b/piflow-server/src/main/scala/cn/piflow/api/API.scala @@ -113,7 +113,7 @@ object API { .setVerbose(true) .setConf("spark.hive.metastore.uris",PropertyUtil.getPropertyValue("hive.metastore.uris")) .setConf("spark.driver.memory", dirverMem) - .setConf("spark.num.executors",executorNum) + .setConf("spark.executor.instances",executorNum) .setConf("spark.executor.memory", executorMem) .setConf("spark.executor.cores",executorCores) .addFile(PropertyUtil.getConfigureFile())