livy/docker/txprod/conf/yarn-site.xml

<?xml version="1.0" encoding="UTF-8"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>

<configuration>

	<property>
		<name>yarn.acl.enable</name>
		<value>true</value>
	</property>

	<property>
		<name>yarn.app.mapreduce.am.scheduler.connection.wait.interval-ms</name>
		<value>5000</value>
	</property>

	<property>
		<name>yarn.app.mapreduce.am.staging-dir</name>
		<value>/emr/hadoop-yarn/staging</value>
	</property>

	<property>
		<name>yarn.authorization-provider</name>
		<value>org.apache.ranger.authorization.yarn.authorizer.RangerYarnAuthorizer</value>
	</property>

	<property>
		<name>yarn.log-aggregation-enable</name>
		<value>true</value>
	</property>

	<property>
		<name>yarn.log-aggregation.retain-check-interval-seconds</name>
		<value>604800</value>
	</property>

	<property>
		<name>yarn.log-aggregation.retain-seconds</name>
		<value>604800</value>
	</property>

	<property>
		<name>yarn.log.server.url</name>
		<value>http://172.23.21.7:5024/jobhistory/logs</value>
	</property>

	<property>
		<name>yarn.nm.liveness-monitor.expiry-interval-ms</name>
		<value>100000</value>
	</property>

	<property>
		<name>yarn.nodemanager.address</name>
		<value>172.23.21.3:5006</value>
	</property>

	<property>
		<name>yarn.nodemanager.aux-services</name>
		<value>mapreduce_shuffle</value>
	</property>

	<property>
		<name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name>
		<value>org.apache.hadoop.mapred.ShuffleHandler</value>
	</property>

	<property>
		<name>yarn.nodemanager.container-executor.class</name>
		<value>org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor</value>
	</property>

	<property>
		<name>yarn.nodemanager.hostname</name>
		<value>172.23.21.3</value>
	</property>

	<property>
		<name>yarn.nodemanager.keytab</name>
		<value>/var/krb5kdc/emr.keytab</value>
	</property>

	<property>
		<name>yarn.nodemanager.linux-container-executor.cgroups.hierarchy</name>
		<value>/hadoop-yarn</value>
	</property>

	<property>
		<name>yarn.nodemanager.linux-container-executor.cgroups.mount</name>
		<value>true</value>
	</property>

	<property>
		<name>yarn.nodemanager.linux-container-executor.cgroups.mount-path</name>
		<value>/sys/fs/cgroup</value>
	</property>

	<property>
		<name>yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage</name>
		<value>true</value>
	</property>

	<property>
		<name>yarn.nodemanager.linux-container-executor.group</name>
		<value>hadoop</value>
	</property>

	<property>
		<name>yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user</name>
		<value>hadoop</value>
	</property>

	<property>
		<name>yarn.nodemanager.linux-container-executor.resources-handler.class</name>
		<value>org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler</value>
	</property>

	<property>
		<name>yarn.nodemanager.local-dirs</name>
		<value>/data/emr/yarn/local</value>
	</property>

	<property>
		<name>yarn.nodemanager.localizer.address</name>
		<value>172.23.21.3:5007</value>
	</property>

	<property>
		<name>yarn.nodemanager.log-dirs</name>
		<value>/data/emr/yarn/logs</value>
	</property>

	<property>
		<name>yarn.nodemanager.log.retain-seconds</name>
		<value>604800</value>
	</property>

	<property>
		<name>yarn.nodemanager.pmem-check-enabled</name>
		<value>true</value>
	</property>

	<property>
		<name>yarn.nodemanager.principal</name>
		<value>hadoop/_HOST@EMR-56L6ZNTS</value>
	</property>

	<property>
		<name>yarn.nodemanager.remote-app-log-dir</name>
		<value>/emr/logs</value>
	</property>

	<property>
		<name>yarn.nodemanager.resource.cpu-vcores</name>
		<value>-1</value>
	</property>

	<property>
		<name>yarn.nodemanager.resource.detect-hardware-capabilities</name>
		<value>true</value>
	</property>

	<property>
		<name>yarn.nodemanager.resource.memory-mb</name>
		<value>-1</value>
	</property>

	<property>
		<name>yarn.nodemanager.resource.pcores-vcores-multiplier</name>
		<value>3</value>
	</property>

	<property>
		<name>yarn.nodemanager.resource.percentage-physical-cpu-limit</name>
		<value>85</value>
	</property>

	<property>
		<name>yarn.nodemanager.resource.system-reserved-memory-mb</name>
		<value>15360</value>
	</property>

	<property>
		<name>yarn.nodemanager.vmem-check-enabled</name>
		<value>false</value>
	</property>

	<property>
		<name>yarn.nodemanager.vmem-pmem-ratio</name>
		<value>8</value>
	</property>

	<property>
		<name>yarn.nodemanager.webapp.address</name>
		<value>172.23.21.3:5008</value>
	</property>

	<property>
		<name>yarn.resourcemanager.address.rm1</name>
		<value>172.23.21.7:5000</value>
	</property>

	<property>
		<name>yarn.resourcemanager.address.rm2</name>
		<value>172.23.21.8:5000</value>
	</property>

	<property>
		<name>yarn.resourcemanager.admin.address.rm1</name>
		<value>172.23.21.7:5003</value>
	</property>

	<property>
		<name>yarn.resourcemanager.admin.address.rm2</name>
		<value>172.23.21.8:5003</value>
	</property>

	<property>
		<name>yarn.resourcemanager.cluster-id</name>
		<value>emr-56l6znts</value>
	</property>

	<property>
		<name>yarn.resourcemanager.connect.retry-interval.ms</name>
		<value>2000</value>
	</property>

	<property>
		<name>yarn.resourcemanager.ha.automatic-failover.embedded</name>
		<value>true</value>
	</property>

	<property>
		<name>yarn.resourcemanager.ha.automatic-failover.enabled</name>
		<value>true</value>
	</property>

	<property>
		<name>yarn.resourcemanager.ha.enabled</name>
		<value>true</value>
	</property>

	<property>
		<name>yarn.resourcemanager.ha.rm-ids</name>
		<value>rm1,rm2</value>
	</property>

	<property>
		<name>yarn.resourcemanager.keytab</name>
		<value>/var/krb5kdc/emr.keytab</value>
	</property>

	<property>
		<name>yarn.resourcemanager.max-completed-applications</name>
		<value>150</value>
	</property>

	<property>
		<name>yarn.resourcemanager.nodemanagers.heartbeat-interval-ms</name>
		<value>1000</value>
	</property>

	<property>
		<name>yarn.resourcemanager.nodes.exclude-path</name>
		<value>/usr/local/service/hadoop/etc/hadoop/yarnexcludedhosts</value>
	</property>

	<property>
		<name>yarn.resourcemanager.nodes.include-path</name>
		<value>/usr/local/service/hadoop/etc/hadoop/yarnhosts</value>
	</property>

	<property>
		<name>yarn.resourcemanager.principal</name>
		<value>hadoop/_HOST@EMR-56L6ZNTS</value>
	</property>

	<property>
		<name>yarn.resourcemanager.recovery.enabled</name>
		<value>true</value>
	</property>

	<property>
		<name>yarn.resourcemanager.resource-tracker.address.rm1</name>
		<value>172.23.21.7:5002</value>
	</property>

	<property>
		<name>yarn.resourcemanager.resource-tracker.address.rm2</name>
		<value>172.23.21.8:5002</value>
	</property>

	<property>
		<name>yarn.resourcemanager.scheduler.address.rm1</name>
		<value>172.23.21.7:5001</value>
	</property>

	<property>
		<name>yarn.resourcemanager.scheduler.address.rm2</name>
		<value>172.23.21.8:5001</value>
	</property>

	<property>
		<name>yarn.resourcemanager.scheduler.class</name>
		<value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler</value>
	</property>

	<property>
		<name>yarn.resourcemanager.store.class</name>
		<value>org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore</value>
	</property>

	<property>
		<name>yarn.resourcemanager.webapp.address.rm1</name>
		<value>172.23.21.7:5004</value>
	</property>

	<property>
		<name>yarn.resourcemanager.webapp.address.rm2</name>
		<value>172.23.21.8:5004</value>
	</property>

	<property>
		<name>yarn.resourcemanager.webapp.https.address.rm1</name>
		<value>172.23.21.7:5005</value>
	</property>

	<property>
		<name>yarn.resourcemanager.webapp.https.address.rm2</name>
		<value>172.23.21.8:5005</value>
	</property>

	<property>
		<name>yarn.resourcemanager.zk-address</name>
		<value>172.23.21.17:2181,172.23.21.15:2181,172.23.21.10:2181</value>
	</property>

	<property>
		<name>yarn.resourcemanager.zk.state-store.address</name>
		<value>172.23.21.17:2181,172.23.21.15:2181,172.23.21.10:2181</value>
	</property>

	<property>
		<name>yarn.scheduler.fair.allow-undeclared-pools</name>
		<value>false</value>
	</property>

	<property>
		<name>yarn.scheduler.fair.user-as-default-queue</name>
		<value>false</value>
	</property>

	<property>
		<name>yarn.scheduler.maximum-allocation-mb</name>
		<value>262144</value>
	</property>

	<property>
		<name>yarn.scheduler.maximum-allocation-vcores</name>
		<value>128</value>
	</property>

	<property>
		<name>yarn.scheduler.minimum-allocation-mb</name>
		<value>16</value>
	</property>

	<property>
		<name>yarn.scheduler.minimum-allocation-vcores</name>
		<value>1</value>
	</property>

</configuration>