|
|
@@ -89,4 +89,7 @@
|
|
|
# export ZEPPELIN_IMPERSONATE_CMD # Optional, when user want to run interpreter as end web user. eg) 'sudo -H -u ${ZEPPELIN_IMPERSONATE_USER} bash -c '
|
|
|
# export ZEPPELIN_IMPERSONATE_SPARK_PROXY_USER #Optional, by default is true; can be set to false if you don't want to use --proxy-user option with Spark interpreter when impersonation enabled
|
|
|
export MASTER=yarn-client
|
|
|
-#export SPARK_SUBMIT_OPTIONS="--packages com.databricks:spark-csv_2.10:1.2.0"
|
|
|
+export HADOOP_CONF_DIR=$HADOOP_HOME/etc/hadoop
|
|
|
+export YARN_CONF_DIR=$HADOOP_CONF_DIR
|
|
|
+#export SPARK_SUBMIT_OPTIONS="--packages com.databricks:spark-csv_2.10:1.2.0"
|
|
|
+export SPARK_SUBMIT_OPTIONS ="--driver-memory 512M --executor-memory 1G"
|
rabin