livy/docker/txtest/conf/yarn-site.xml

<?xml version="1.0" encoding="UTF-8"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>

<configuration>
	
	<property>
		<name>yarn.acl.enable</name>
		<value>true</value>
	</property>
	
	<property>
		<name>yarn.app.mapreduce.am.scheduler.connection.wait.interval-ms</name>
		<value>5000</value>
	</property>
	
	<property>
		<name>yarn.app.mapreduce.am.staging-dir</name>
		<value>/emr/hadoop-yarn/staging</value>
	</property>
	
	<property>
		<name>yarn.authorization-provider</name>
		<value>org.apache.ranger.authorization.yarn.authorizer.RangerYarnAuthorizer</value>
	</property>
	
	<property>
		<name>yarn.log-aggregation-enable</name>
		<value>true</value>
	</property>
	
	<property>
		<name>yarn.log-aggregation.retain-check-interval-seconds</name>
		<value>604800</value>
	</property>
	
	<property>
		<name>yarn.log-aggregation.retain-seconds</name>
		<value>604800</value>
	</property>
	
	<property>
		<name>yarn.log.server.url</name>
		<value>http://10.254.20.18:5024/jobhistory/logs</value>
	</property>
	
	<property>
		<name>yarn.nm.liveness-monitor.expiry-interval-ms</name>
		<value>100000</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.address</name>
		<value>10.254.20.28:5006</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.aux-services</name>
		<value>mapreduce_shuffle</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name>
		<value>org.apache.hadoop.mapred.ShuffleHandler</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.container-executor.class</name>
		<value>org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.container-manager.thread-count</name>
		<value>100</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.container-metrics.period-ms</name>
		<value>10000</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled</name>
		<value>true</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.delete.debug-delay-sec</name>
		<value>180</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.delete.thread-count</name>
		<value>16</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.hostname</name>
		<value>10.254.20.28</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.keytab</name>
		<value>/var/krb5kdc/emr.keytab</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.linux-container-executor.cgroups.hierarchy</name>
		<value>/hadoop-yarn</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.linux-container-executor.cgroups.mount</name>
		<value>true</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.linux-container-executor.cgroups.mount-path</name>
		<value>/sys/fs/cgroup</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage</name>
		<value>false</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.linux-container-executor.group</name>
		<value>hadoop</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user</name>
		<value>hadoop</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.linux-container-executor.resources-handler.class</name>
		<value>org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.local-dirs</name>
		<value>/data/emr/yarn/local</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.localizer.address</name>
		<value>10.254.20.28:5007</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.log-dirs</name>
		<value>/data/emr/yarn/logs</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.log.retain-seconds</name>
		<value>604800</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.pmem-check-enabled</name>
		<value>true</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.principal</name>
		<value>hadoop/_HOST@EMR-5XJSY31F</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.recovery.dir</name>
		<value>/data/emr/yarn/nodemanger-recovery</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.recovery.enabled</name>
		<value>true</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.remote-app-log-dir</name>
		<value>/emr/logs</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.resource.cpu-vcores</name>
		<value>8</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.resource.memory-mb</name>
		<value>29491</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.resource.percentage-physical-cpu-limit</name>
		<value>100</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.vmem-check-enabled</name>
		<value>false</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.vmem-pmem-ratio</name>
		<value>8</value>
	</property>
	
	<property>
		<name>yarn.nodemanager.webapp.address</name>
		<value>10.254.20.28:5008</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.address.rm1</name>
		<value>10.254.20.18:5000</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.address.rm2</name>
		<value>10.254.20.22:5000</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.admin.address.rm1</name>
		<value>10.254.20.18:5003</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.admin.address.rm2</name>
		<value>10.254.20.22:5003</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.cluster-id</name>
		<value>emr-5xjsy31f</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.connect.retry-interval.ms</name>
		<value>2000</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.ha.automatic-failover.embedded</name>
		<value>true</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.ha.automatic-failover.enabled</name>
		<value>true</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.ha.enabled</name>
		<value>true</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.ha.rm-ids</name>
		<value>rm1,rm2</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.keytab</name>
		<value>/var/krb5kdc/emr.keytab</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.max-completed-applications</name>
		<value>150</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.nodemanagers.heartbeat-interval-ms</name>
		<value>1000</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.nodes.exclude-path</name>
		<value>/usr/local/service/hadoop/etc/hadoop/yarnexcludedhosts</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.nodes.include-path</name>
		<value>/usr/local/service/hadoop/etc/hadoop/yarnhosts</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.principal</name>
		<value>hadoop/_HOST@EMR-5XJSY31F</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.recovery.enabled</name>
		<value>true</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.resource-tracker.address.rm1</name>
		<value>10.254.20.18:5002</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.resource-tracker.address.rm2</name>
		<value>10.254.20.22:5002</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.scheduler.address.rm1</name>
		<value>10.254.20.18:5001</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.scheduler.address.rm2</name>
		<value>10.254.20.22:5001</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.scheduler.class</name>
		<value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.store.class</name>
		<value>org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.system-metrics-publisher.enabled</name>
		<value>true</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.webapp.address.rm1</name>
		<value>10.254.20.18:5004</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.webapp.address.rm2</name>
		<value>10.254.20.22:5004</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.webapp.https.address.rm1</name>
		<value>10.254.20.18:5005</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.webapp.https.address.rm2</name>
		<value>10.254.20.22:5005</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.zk-address</name>
		<value>10.254.20.23:2181,10.254.20.29:2181,10.254.20.26:2181</value>
	</property>
	
	<property>
		<name>yarn.resourcemanager.zk.state-store.address</name>
		<value>10.254.20.23:2181,10.254.20.29:2181,10.254.20.26:2181</value>
	</property>
	
	<property>
		<name>yarn.scheduler.fair.allow-undeclared-pools</name>
		<value>false</value>
	</property>
	
	<property>
		<name>yarn.scheduler.fair.user-as-default-queue</name>
		<value>false</value>
	</property>
	
	<property>
		<name>yarn.scheduler.maximum-allocation-mb</name>
		<value>262144</value>
	</property>
	
	<property>
		<name>yarn.scheduler.maximum-allocation-vcores</name>
		<value>128</value>
	</property>
	
	<property>
		<name>yarn.scheduler.minimum-allocation-mb</name>
		<value>16</value>
	</property>
	
	<property>
		<name>yarn.scheduler.minimum-allocation-vcores</name>
		<value>1</value>
	</property>
	
	<property>
		<name>yarn.timeline-service.bind-host</name>
		<value>0.0.0.0</value>
	</property>
	
	<property>
		<name>yarn.timeline-service.enabled</name>
		<value>true</value>
	</property>
	
	<property>
		<name>yarn.timeline-service.hostname</name>
		<value>10.254.20.18</value>
	</property>
	
	<property>
		<name>yarn.timeline-service.http-cross-origin.enabled</name>
		<value>true</value>
	</property>
	
	<property>
		<name>yarn.timeline-service.keytab</name>
		<value>/var/krb5kdc/emr.keytab</value>
	</property>
	
	<property>
		<name>yarn.timeline-service.leveldb-timeline-store.path</name>
		<value>/data/emr/yarn/timeline-db</value>
	</property>
	
	<property>
		<name>yarn.timeline-service.principal</name>
		<value>hadoop/_HOST@EMR-5XJSY31F</value>
	</property>
	
</configuration>