yarn-site.xml 8.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371
  1. <?xml version="1.0" encoding="UTF-8"?>
  2. <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
  3. <configuration>
  4. <property>
  5. <name>yarn.acl.enable</name>
  6. <value>true</value>
  7. </property>
  8. <property>
  9. <name>yarn.app.mapreduce.am.scheduler.connection.wait.interval-ms</name>
  10. <value>5000</value>
  11. </property>
  12. <property>
  13. <name>yarn.app.mapreduce.am.staging-dir</name>
  14. <value>/emr/hadoop-yarn/staging</value>
  15. </property>
  16. <property>
  17. <name>yarn.authorization-provider</name>
  18. <value>org.apache.ranger.authorization.yarn.authorizer.RangerYarnAuthorizer</value>
  19. </property>
  20. <property>
  21. <name>yarn.log-aggregation-enable</name>
  22. <value>true</value>
  23. </property>
  24. <property>
  25. <name>yarn.log-aggregation.retain-check-interval-seconds</name>
  26. <value>604800</value>
  27. </property>
  28. <property>
  29. <name>yarn.log-aggregation.retain-seconds</name>
  30. <value>604800</value>
  31. </property>
  32. <property>
  33. <name>yarn.log.server.url</name>
  34. <value>http://172.23.21.7:5024/jobhistory/logs</value>
  35. </property>
  36. <property>
  37. <name>yarn.nm.liveness-monitor.expiry-interval-ms</name>
  38. <value>100000</value>
  39. </property>
  40. <property>
  41. <name>yarn.nodemanager.address</name>
  42. <value>172.23.21.3:5006</value>
  43. </property>
  44. <property>
  45. <name>yarn.nodemanager.aux-services</name>
  46. <value>mapreduce_shuffle</value>
  47. </property>
  48. <property>
  49. <name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name>
  50. <value>org.apache.hadoop.mapred.ShuffleHandler</value>
  51. </property>
  52. <property>
  53. <name>yarn.nodemanager.container-executor.class</name>
  54. <value>org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor</value>
  55. </property>
  56. <property>
  57. <name>yarn.nodemanager.hostname</name>
  58. <value>172.23.21.3</value>
  59. </property>
  60. <property>
  61. <name>yarn.nodemanager.keytab</name>
  62. <value>/var/krb5kdc/emr.keytab</value>
  63. </property>
  64. <property>
  65. <name>yarn.nodemanager.linux-container-executor.cgroups.hierarchy</name>
  66. <value>/hadoop-yarn</value>
  67. </property>
  68. <property>
  69. <name>yarn.nodemanager.linux-container-executor.cgroups.mount</name>
  70. <value>true</value>
  71. </property>
  72. <property>
  73. <name>yarn.nodemanager.linux-container-executor.cgroups.mount-path</name>
  74. <value>/sys/fs/cgroup</value>
  75. </property>
  76. <property>
  77. <name>yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage</name>
  78. <value>true</value>
  79. </property>
  80. <property>
  81. <name>yarn.nodemanager.linux-container-executor.group</name>
  82. <value>hadoop</value>
  83. </property>
  84. <property>
  85. <name>yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user</name>
  86. <value>hadoop</value>
  87. </property>
  88. <property>
  89. <name>yarn.nodemanager.linux-container-executor.resources-handler.class</name>
  90. <value>org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler</value>
  91. </property>
  92. <property>
  93. <name>yarn.nodemanager.local-dirs</name>
  94. <value>/data/emr/yarn/local</value>
  95. </property>
  96. <property>
  97. <name>yarn.nodemanager.localizer.address</name>
  98. <value>172.23.21.3:5007</value>
  99. </property>
  100. <property>
  101. <name>yarn.nodemanager.log-dirs</name>
  102. <value>/data/emr/yarn/logs</value>
  103. </property>
  104. <property>
  105. <name>yarn.nodemanager.log.retain-seconds</name>
  106. <value>604800</value>
  107. </property>
  108. <property>
  109. <name>yarn.nodemanager.pmem-check-enabled</name>
  110. <value>true</value>
  111. </property>
  112. <property>
  113. <name>yarn.nodemanager.principal</name>
  114. <value>hadoop/_HOST@EMR-56L6ZNTS</value>
  115. </property>
  116. <property>
  117. <name>yarn.nodemanager.remote-app-log-dir</name>
  118. <value>/emr/logs</value>
  119. </property>
  120. <property>
  121. <name>yarn.nodemanager.resource.cpu-vcores</name>
  122. <value>-1</value>
  123. </property>
  124. <property>
  125. <name>yarn.nodemanager.resource.detect-hardware-capabilities</name>
  126. <value>true</value>
  127. </property>
  128. <property>
  129. <name>yarn.nodemanager.resource.memory-mb</name>
  130. <value>-1</value>
  131. </property>
  132. <property>
  133. <name>yarn.nodemanager.resource.pcores-vcores-multiplier</name>
  134. <value>3</value>
  135. </property>
  136. <property>
  137. <name>yarn.nodemanager.resource.percentage-physical-cpu-limit</name>
  138. <value>85</value>
  139. </property>
  140. <property>
  141. <name>yarn.nodemanager.resource.system-reserved-memory-mb</name>
  142. <value>15360</value>
  143. </property>
  144. <property>
  145. <name>yarn.nodemanager.vmem-check-enabled</name>
  146. <value>false</value>
  147. </property>
  148. <property>
  149. <name>yarn.nodemanager.vmem-pmem-ratio</name>
  150. <value>8</value>
  151. </property>
  152. <property>
  153. <name>yarn.nodemanager.webapp.address</name>
  154. <value>172.23.21.3:5008</value>
  155. </property>
  156. <property>
  157. <name>yarn.resourcemanager.address.rm1</name>
  158. <value>172.23.21.7:5000</value>
  159. </property>
  160. <property>
  161. <name>yarn.resourcemanager.address.rm2</name>
  162. <value>172.23.21.8:5000</value>
  163. </property>
  164. <property>
  165. <name>yarn.resourcemanager.admin.address.rm1</name>
  166. <value>172.23.21.7:5003</value>
  167. </property>
  168. <property>
  169. <name>yarn.resourcemanager.admin.address.rm2</name>
  170. <value>172.23.21.8:5003</value>
  171. </property>
  172. <property>
  173. <name>yarn.resourcemanager.cluster-id</name>
  174. <value>emr-56l6znts</value>
  175. </property>
  176. <property>
  177. <name>yarn.resourcemanager.connect.retry-interval.ms</name>
  178. <value>2000</value>
  179. </property>
  180. <property>
  181. <name>yarn.resourcemanager.ha.automatic-failover.embedded</name>
  182. <value>true</value>
  183. </property>
  184. <property>
  185. <name>yarn.resourcemanager.ha.automatic-failover.enabled</name>
  186. <value>true</value>
  187. </property>
  188. <property>
  189. <name>yarn.resourcemanager.ha.enabled</name>
  190. <value>true</value>
  191. </property>
  192. <property>
  193. <name>yarn.resourcemanager.ha.rm-ids</name>
  194. <value>rm1,rm2</value>
  195. </property>
  196. <property>
  197. <name>yarn.resourcemanager.keytab</name>
  198. <value>/var/krb5kdc/emr.keytab</value>
  199. </property>
  200. <property>
  201. <name>yarn.resourcemanager.max-completed-applications</name>
  202. <value>150</value>
  203. </property>
  204. <property>
  205. <name>yarn.resourcemanager.nodemanagers.heartbeat-interval-ms</name>
  206. <value>1000</value>
  207. </property>
  208. <property>
  209. <name>yarn.resourcemanager.nodes.exclude-path</name>
  210. <value>/usr/local/service/hadoop/etc/hadoop/yarnexcludedhosts</value>
  211. </property>
  212. <property>
  213. <name>yarn.resourcemanager.nodes.include-path</name>
  214. <value>/usr/local/service/hadoop/etc/hadoop/yarnhosts</value>
  215. </property>
  216. <property>
  217. <name>yarn.resourcemanager.principal</name>
  218. <value>hadoop/_HOST@EMR-56L6ZNTS</value>
  219. </property>
  220. <property>
  221. <name>yarn.resourcemanager.recovery.enabled</name>
  222. <value>true</value>
  223. </property>
  224. <property>
  225. <name>yarn.resourcemanager.resource-tracker.address.rm1</name>
  226. <value>172.23.21.7:5002</value>
  227. </property>
  228. <property>
  229. <name>yarn.resourcemanager.resource-tracker.address.rm2</name>
  230. <value>172.23.21.8:5002</value>
  231. </property>
  232. <property>
  233. <name>yarn.resourcemanager.scheduler.address.rm1</name>
  234. <value>172.23.21.7:5001</value>
  235. </property>
  236. <property>
  237. <name>yarn.resourcemanager.scheduler.address.rm2</name>
  238. <value>172.23.21.8:5001</value>
  239. </property>
  240. <property>
  241. <name>yarn.resourcemanager.scheduler.class</name>
  242. <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler</value>
  243. </property>
  244. <property>
  245. <name>yarn.resourcemanager.store.class</name>
  246. <value>org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore</value>
  247. </property>
  248. <property>
  249. <name>yarn.resourcemanager.webapp.address.rm1</name>
  250. <value>172.23.21.7:5004</value>
  251. </property>
  252. <property>
  253. <name>yarn.resourcemanager.webapp.address.rm2</name>
  254. <value>172.23.21.8:5004</value>
  255. </property>
  256. <property>
  257. <name>yarn.resourcemanager.webapp.https.address.rm1</name>
  258. <value>172.23.21.7:5005</value>
  259. </property>
  260. <property>
  261. <name>yarn.resourcemanager.webapp.https.address.rm2</name>
  262. <value>172.23.21.8:5005</value>
  263. </property>
  264. <property>
  265. <name>yarn.resourcemanager.zk-address</name>
  266. <value>172.23.21.17:2181,172.23.21.15:2181,172.23.21.10:2181</value>
  267. </property>
  268. <property>
  269. <name>yarn.resourcemanager.zk.state-store.address</name>
  270. <value>172.23.21.17:2181,172.23.21.15:2181,172.23.21.10:2181</value>
  271. </property>
  272. <property>
  273. <name>yarn.scheduler.fair.allow-undeclared-pools</name>
  274. <value>false</value>
  275. </property>
  276. <property>
  277. <name>yarn.scheduler.fair.user-as-default-queue</name>
  278. <value>false</value>
  279. </property>
  280. <property>
  281. <name>yarn.scheduler.maximum-allocation-mb</name>
  282. <value>262144</value>
  283. </property>
  284. <property>
  285. <name>yarn.scheduler.maximum-allocation-vcores</name>
  286. <value>128</value>
  287. </property>
  288. <property>
  289. <name>yarn.scheduler.minimum-allocation-mb</name>
  290. <value>16</value>
  291. </property>
  292. <property>
  293. <name>yarn.scheduler.minimum-allocation-vcores</name>
  294. <value>1</value>
  295. </property>
  296. </configuration>