|
@@ -24,9 +24,11 @@
|
|
|
# spark.eventLog.dir hdfs://namenode:8021/directory
|
|
|
# spark.serializer org.apache.spark.serializer.KryoSerializer
|
|
|
# spark.executor.extraJavaOptions -XX:+PrintGCDetails -Dkey=value -Dnumbers="one two three"
|
|
|
-spark.driver.memory 512m
|
|
|
-spark.eventLog.enabled false
|
|
|
-#spark.eventLog.dir hdfs://data-hadoop:9000/spark/log
|
|
|
-spark.yarn.jars hdfs://data-hadoop:9000/spark/jars/*.jar
|
|
|
-#spark.eventLog.dir /root/spark/logs
|
|
|
-#spark.yarn.jars /usr/local/spark/jars/*.jar
|
|
|
+spark.driver.memory 512m
|
|
|
+spark.executor.memory 512m
|
|
|
+spark.yarn.am.memory 512m
|
|
|
+spark.eventLog.enabled false
|
|
|
+#spark.eventLog.dir hdfs://data-hadoop:9000/spark/log
|
|
|
+spark.yarn.jars hdfs://data-hadoop:9000/spark/jars/*.jar
|
|
|
+#spark.eventLog.dir /root/spark/logs
|
|
|
+#spark.yarn.jars /usr/local/spark/jars/*.jar
|