rabin před 7 roky
rodič
revize
458b5e76cb

+ 2 - 2
container/conf/java/hadoop/hadoop-env.sh

@@ -46,8 +46,8 @@ for f in $HADOOP_HOME/contrib/capacity-scheduler/*.jar; do
 done
 
 # The maximum amount of heap to use, in MB. Default is 1000.
-export HADOOP_HEAPSIZE=2048
-export HADOOP_NAMENODE_INIT_HEAPSIZE="2048"
+export HADOOP_HEAPSIZE=1024
+export HADOOP_NAMENODE_INIT_HEAPSIZE="1024"
 
 # Extra Java runtime options.  Empty by default.
 export HADOOP_OPTS="$HADOOP_OPTS -Djava.net.preferIPv4Stack=true"

+ 2 - 2
container/conf/java/hadoop/mapred-site.xml

@@ -6,12 +6,12 @@
     </property>
     <property>
 	  <name>mapreduce.map.memory.mb</name>
-	  <value>640</value>
+	  <value>512</value>
 		<description>每个Map任务的物理内存限制</description>
 	</property>
 	<property>
 	  <name>mapreduce.reduce.memory.mb</name>
-	  <value>1280</value>
+	  <value>1024</value>
 		<description>每个Reduce任务的物理内存限制</description>
 	</property>
 	<property>

+ 1 - 1
container/conf/java/hadoop/yarn-env.sh

@@ -32,7 +32,7 @@ if [ "$JAVA_HOME" = "" ]; then
 fi
 
 JAVA=$JAVA_HOME/bin/java
-JAVA_HEAP_MAX=-Xmx2048m 
+JAVA_HEAP_MAX=-Xmx1024m 
 
 # For setting YARN specific HEAP sizes please use this
 # Parameter and set appropriately

+ 11 - 6
container/conf/java/hadoop/yarn-site.xml

@@ -5,27 +5,32 @@
        <value>data-hadoop</value>  
        <description>The hostname of the RM.</description>  
     </property> 
+    <property>
+        <name>yarn.nodemanager.resource.cpu-vcores</name>
+        <value>2</value>
+        <discription>cpu核心数,务必根据实际情况修改</discription>
+    </property>
     <property>
         <name>yarn.nodemanager.resource.memory-mb</name>
-        <value>1536</value>
+        <value>1024</value>
         <discription>每个节点可用内存,单位MB</discription>
     </property>
     <property>
         <name>yarn.scheduler.minimum-allocation-mb</name>
-        <value>640</value>
+        <value>512</value>
         <discription>单个任务可申请最少内存,默认1024MB</discription>
     </property>
     <property>
         <name>yarn.scheduler.maximum-allocation-mb</name>
-        <value>1536</value>
+        <value>1024</value>
         <discription>单个任务可申请最大内存,默认8192MB</discription>
     </property>
     <property>
         <name>yarn.app.mapreduce.am.resource.mb</name>
-        <value>1536</value>
+        <value>1024</value>
         <discription>AM能够申请的最大内存,默认值为1536MB</discription>
     </property>
-    <property>
+    <!--property>
         <name>yarn.nodemanager.pmem-check-enabled</name>
         <value>false</value>
     </property>
@@ -33,7 +38,7 @@
         <name>yarn.nodemanager.vmem-check-enabled</name>
         <value>false</value>
     </property>
-    <!--property>
+    <property>
         <name>yarn.resourcemanager.scheduler.class</name>
         <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler</value>
     </property>