From 0c7f1e2228f70d4d9b7141289da0168038d01f04 Mon Sep 17 00:00:00 2001 From: Alexander Alexandrov Date: Tue, 6 Sep 2016 15:41:55 +0300 Subject: [PATCH] Added `HADOOP_CONF_DIR` to `reference.spark.conf`. Points to `system.hadoop-2.path.config`. The setting uses the HOCON optional syntax `${?...}` in order to ensure that the configuration will resolve in setups without `hdfs-2.*` dependency. --- peel-extensions/src/main/resources/reference.spark.conf | 1 + 1 file changed, 1 insertion(+) diff --git a/peel-extensions/src/main/resources/reference.spark.conf b/peel-extensions/src/main/resources/reference.spark.conf index d2c0e9f7..aba0fcc5 100644 --- a/peel-extensions/src/main/resources/reference.spark.conf +++ b/peel-extensions/src/main/resources/reference.spark.conf @@ -22,6 +22,7 @@ system { slaves = ${system.default.config.slaves} # spark-env.sh entries env { + HADOOP_CONF_DIR = ${?system.hadoop-2.path.config} JAVA_HOME = ${system.default.config.java.home} SPARK_PID_DIR = "/tmp/spark-pid" SPARK_MASTER_WEBUI_PORT = 8060