123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109 |
- <?xml version="1.0"?>
- <configuration>
- <property>
- <name>yarn.resourcemanager.hostname</name>
- <value>data-hadoop</value>
- <description>The hostname of the RM.</description>
- </property>
- <property>
- <name>yarn.nodemanager.resource.cpu-vcores</name>
- <value>2</value>
- <discription>cpu核心数,务必根据实际情况修改</discription>
- </property>
- <property>
- <name>yarn.nodemanager.resource.memory-mb</name>
- <value>1024</value>
- <discription>每个节点可用内存,单位MB,如果一直提示state: ACCEPTED,请增大此值</discription>
- </property>
- <property>
- <name>yarn.scheduler.minimum-allocation-mb</name>
- <value>512</value>
- <discription>单个任务可申请最少内存,默认1024MB</discription>
- </property>
- <property>
- <name>yarn.scheduler.maximum-allocation-mb</name>
- <value>1024</value>
- <discription>单个任务可申请最大内存,默认8192MB</discription>
- </property>
- <property>
- <name>yarn.app.mapreduce.am.resource.mb</name>
- <value>1024</value>
- <discription>AM能够申请的最大内存,默认值为1536MB</discription>
- </property>
- <property>
- <name>yarn.nodemanager.pmem-check-enabled</name>
- <value>false</value>
- </property>
- <property>
- <name>yarn.nodemanager.vmem-check-enabled</name>
- <value>false</value>
- </property>
- <!--property>
- <name>yarn.resourcemanager.scheduler.class</name>
- <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler</value>
- </property>
- <property>
- <name>yarn.resourcemanager.address</name>
- <value>8032</value>
- </property>
- <property>
- <name>yarn.resourcemanager.scheduler.address</name>
- <value>8030</value>
- </property>
- <property>
- <name>yarn.resourcemanager.resource-tracker.address</name>
- <value>8031</value>
- </property>
- <property>
- <name>yarn.resourcemanager.admin.address</name>
- <value>8033</value>
- </property>
- <property>
- <name>yarn.resourcemanager.webapp.address</name>
- <value>8088</value>
- </property>
- <property>
- <name>yarn.nodemanager.localizer.address</name>
- <value>8040</value>
- </property>
- <property>
- <name>yarn.nodemanager.address</name>
- <value>8041</value>
- </property>
- <property>
- <name>yarn.nodemanager.webapp.address</name>
- <value>8042</value>
- </property>
- <property>
- <name>mapreduce.jobhistory.address</name>
- <value>10020</value>
- </property>
- <property>
- <name>mapreduce.jobhistory.webapp.address</name>
- <value>19888</value>
- </property>
- <property>
- <name>yarn.nodemanager.aux-services</name>
- <value>mapreduce_shuffle</value>
- </property>
- <property>
- <name>yarn.nodemanager.aux-services.mapreduce_shuffle.class</name>
- <value>org.apache.hadoop.mapred.ShuffleHandler</value>
- </property>
- <property>
- <name>yarn.resourcemanager.scheduler.class</name>
- <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler</value>
- </property>
- <property>
- <name>yarn.scheduler.fair.preemption</name>
- <value>true</value>
- </property>
- <property>
- <name>yarn.scheduler.fair.preemption.cluster-utilization-threshold</name>
- <value>1.0</value>
- </property-->
- <property>
- <name>yarn.resourcemanager.am.max-attempts</name>
- <value>10000</value>
- </property>
- </configuration>
|