feat(helm/spark-yotpo/values.yaml): added default spark history serve…

…r logs
YotpoLtd · Aug 4, 2020 · a6d6dba · a6d6dba
1 parent 5a0e2cc
commit a6d6dba
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/helm/spark-yotpo/values.yaml b/helm/spark-yotpo/values.yaml
@@ -34,6 +34,10 @@ sparkConf:
   spark.serializer: org.apache.spark.serializer.KryoSerializer
   spark.sql.hive.convertMetastoreParquet: false
   spark.sql.legacy.allowCreatingManagedTableUsingNonemptyLocation: true
+  spark.eventLog.enabled: true
+  spark.eventLog.dir: s3://event-log-bucket
+  spark.hadoop.fs.s3a.access.key: ${AWS_ACCESS_KEY_ID}
+  spark.hadoop.fs.s3a.secret.key: ${AWS_SECRET_ACCESS_KEY}
 hiveMetaStore:
   enabled: false
   conf: