rabin 7 years ago
parent
commit
759152c931

+ 1 - 1
container/conf/java/spark/spark-env.sh

@@ -72,5 +72,5 @@ export SPARK_MASTER_OPTS="-Dspark.driver.port=7001 -Dspark.fileserver.port=7002
 export SPARK_WORKER_OPTS="-Dspark.driver.port=7001 -Dspark.fileserver.port=7002 -Dspark.broadcast.port=7003 -Dspark.replClassServer.port=7004 -Dspark.blockManager.port=7005 -Dspark.executor.port=7006 -Dspark.ui.port=4040 -Dspark.broadcast.factory=org.apache.spark.broadcast.HttpBroadcastFactory"
 export SPARK_WORKER_PORT=8888
 export SPARK_WORKER_WEBUI_PORT=8081
-export SPARK_WORKER_MEMORY=1g
+export SPARK_WORKER_MEMORY=512m
 export SPARK_PID_DIR=/root/spark/tmp

+ 1 - 1
container/conf/java/zeppelin/zeppelin-env.sh

@@ -92,4 +92,4 @@ export MASTER=yarn-client
 export HADOOP_CONF_DIR=$HADOOP_HOME/etc/hadoop
 export YARN_CONF_DIR=$HADOOP_CONF_DIR
 #export SPARK_SUBMIT_OPTIONS="--packages com.databricks:spark-csv_2.10:1.2.0"
-export SPARK_SUBMIT_OPTIONS ="--driver-memory 512M --executor-memory 1G" 
+export SPARK_SUBMIT_OPTIONS ="--driver-memory 512M --executor-memory 512M"