yarn-site.xml 3.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110
  1. <?xml version="1.0"?>
  2. <configuration>
  3. <property>
  4. <name>yarn.resourcemanager.hostname</name>
  5. <value>data-hadoop</value>
  6. <description>The hostname of the RM.</description>
  7. </property>
  8. <property>
  9. <name>yarn.nodemanager.resource.memory-mb</name>
  10. <value>1024</value>
  11. <discription>每个节点可用内存,单位MB</discription>
  12. </property>
  13. <property>
  14. <name>yarn.nodemanager.vmem-pmem-ratio</name>
  15. <value>2</value>
  16. <description>针对物理内存的虚拟化比例.比如1024M的物理内存,
  17. 此参数配置2,则整体可提供2G内存</description>
  18. </property>
  19. <property>
  20. <name>yarn.scheduler.minimum-allocation-mb</name>
  21. <value>640</value>
  22. <discription>单个任务可申请最少内存,默认1024MB</discription>
  23. </property>
  24. <property>
  25. <name>yarn.scheduler.maximum-allocation-mb</name>
  26. <value>1536</value>
  27. <discription>单个任务可申请最大内存,默认8192MB</discription>
  28. </property>
  29. <property>
  30. <name>yarn.app.mapreduce.am.resource.mb</name>
  31. <value>1536</value>
  32. <discription>AM能够申请的最大内存,默认值为1536MB</discription>
  33. </property>
  34. <property>
  35. <name>yarn.nodemanager.pmem-check-enabled</name>
  36. <value>false</value>
  37. </property>
  38. <property>
  39. <name>yarn.nodemanager.vmem-check-enabled</name>
  40. <value>false</value>
  41. </property>
  42. <!--property>
  43. <name>yarn.resourcemanager.scheduler.class</name>
  44. <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler</value>
  45. </property>
  46. <property>
  47. <name>yarn.resourcemanager.address</name>
  48. <value>8032</value>
  49. </property>
  50. <property>
  51. <name>yarn.resourcemanager.scheduler.address</name>
  52. <value>8030</value>
  53. </property>
  54. <property>
  55. <name>yarn.resourcemanager.resource-tracker.address</name>
  56. <value>8031</value>
  57. </property>
  58. <property>
  59. <name>yarn.resourcemanager.admin.address</name>
  60. <value>8033</value>
  61. </property>
  62. <property>
  63. <name>yarn.resourcemanager.webapp.address</name>
  64. <value>8088</value>
  65. </property>
  66. <property>
  67. <name>yarn.nodemanager.localizer.address</name>
  68. <value>8040</value>
  69. </property>
  70. <property>
  71. <name>yarn.nodemanager.address</name>
  72. <value>8041</value>
  73. </property>
  74. <property>
  75. <name>yarn.nodemanager.webapp.address</name>
  76. <value>8042</value>
  77. </property>
  78. <property>
  79. <name>mapreduce.jobhistory.address</name>
  80. <value>10020</value>
  81. </property>
  82. <property>
  83. <name>mapreduce.jobhistory.webapp.address</name>
  84. <value>19888</value>
  85. </property>
  86. <property>
  87. <name>yarn.nodemanager.aux-services</name>
  88. <value>mapreduce_shuffle</value>
  89. </property>
  90. <property>
  91. <name>yarn.nodemanager.aux-services.mapreduce_shuffle.class</name>
  92. <value>org.apache.hadoop.mapred.ShuffleHandler</value>
  93. </property>
  94. <property>
  95. <name>yarn.resourcemanager.scheduler.class</name>
  96. <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler</value>
  97. </property>
  98. <property>
  99. <name>yarn.scheduler.fair.preemption</name>
  100. <value>true</value>
  101. </property>
  102. <property>
  103. <name>yarn.scheduler.fair.preemption.cluster-utilization-threshold</name>
  104. <value>1.0</value>
  105. </property-->
  106. <property>
  107. <name>yarn.resourcemanager.am.max-attempts</name>
  108. <value>10000</value>
  109. </property>
  110. </configuration>