|
@@ -28,7 +28,7 @@ alias = zkCli.sh -server data-zookeeper:2181->zkcli
|
|
|
[spark]
|
|
[spark]
|
|
|
volumes = {container}conf/java/spark:/usr/local/spark/conf
|
|
volumes = {container}conf/java/spark:/usr/local/spark/conf
|
|
|
command = spark_log share
|
|
command = spark_log share
|
|
|
-alias = spark-shell,pyspark,spark-submit --class org.apache.spark.examples.SparkPi --driver-memory 512M --executor-memory 512M --master yarn --deploy-mode client /usr/local/spark/examples/jars/spark-examples_2.11-2.1.1.jar->spark-pi,spark-submit --driver-memory 512M --executor-memory 512M --master yarn --deploy-mode client /share/src/spark/target/scala-2.11/*.jar --class ->spark-submit
|
|
|
|
|
|
|
+alias = spark-shell,pyspark,spark-submit --class org.apache.spark.examples.SparkPi --driver-memory 512M --executor-memory 512M --master yarn --deploy-mode client /usr/local/spark/examples/jars/spark-examples_2.11-2.1.2.jar->spark-pi,spark-submit --driver-memory 512M --executor-memory 512M --master yarn --deploy-mode client /share/src/spark/target/scala-2.11/*.jar --class ->spark-submit
|
|
|
|
|
|
|
|
[hadoop]
|
|
[hadoop]
|
|
|
port = 50070:50070,8088:8088
|
|
port = 50070:50070,8088:8088
|
rabin