rabin 7 年之前
父節點
當前提交
759152c931
共有 2 個文件被更改,包括 2 次插入2 次删除
  1. 1 1
      container/conf/java/spark/spark-env.sh
  2. 1 1
      container/conf/java/zeppelin/zeppelin-env.sh

+ 1 - 1
container/conf/java/spark/spark-env.sh

@@ -72,5 +72,5 @@ export SPARK_MASTER_OPTS="-Dspark.driver.port=7001 -Dspark.fileserver.port=7002
 export SPARK_WORKER_OPTS="-Dspark.driver.port=7001 -Dspark.fileserver.port=7002 -Dspark.broadcast.port=7003 -Dspark.replClassServer.port=7004 -Dspark.blockManager.port=7005 -Dspark.executor.port=7006 -Dspark.ui.port=4040 -Dspark.broadcast.factory=org.apache.spark.broadcast.HttpBroadcastFactory"
 export SPARK_WORKER_PORT=8888
 export SPARK_WORKER_WEBUI_PORT=8081
-export SPARK_WORKER_MEMORY=1g
+export SPARK_WORKER_MEMORY=512m
 export SPARK_PID_DIR=/root/spark/tmp

+ 1 - 1
container/conf/java/zeppelin/zeppelin-env.sh

@@ -92,4 +92,4 @@ export MASTER=yarn-client
 export HADOOP_CONF_DIR=$HADOOP_HOME/etc/hadoop
 export YARN_CONF_DIR=$HADOOP_CONF_DIR
 #export SPARK_SUBMIT_OPTIONS="--packages com.databricks:spark-csv_2.10:1.2.0"
-export SPARK_SUBMIT_OPTIONS ="--driver-memory 512M --executor-memory 1G" 
+export SPARK_SUBMIT_OPTIONS ="--driver-memory 512M --executor-memory 512M"