livy/docker/cluster/conf/hdfs-site.xml

<?xml version="1.0" encoding="UTF-8"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
	
	<property>
		<name>dfs.balance.bandwidthPerSec</name>
		<value>10485760</value>
	</property>
	
	<property>
		<name>dfs.block.access.token.enable</name>
		<value>true</value>
	</property>
	
	<property>
		<name>dfs.blockdfs.webhdfs.enabled.access.token.enable</name>
		<value>true</value>
	</property>
	
	<property>
		<name>dfs.blocksize</name>
		<value>134217728</value>
	</property>
	
	<property>
		<name>dfs.client.block.write.replace-datanode-on-failure.enable</name>
		<value>true</value>
	</property>
	
	<property>
		<name>dfs.client.failover.proxy.provider.HDFS8000912</name>
		<value>org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider</value>
	</property>
	
	<property>
		<name>dfs.client.slow.io.warning.threshold.ms</name>
		<value>900000</value>
	</property>
	
	<property>
		<name>dfs.client.socket-timeout</name>
		<value>60000</value>
	</property>
	
	<property>
		<name>dfs.client.use.datanode.hostname</name>
		<value>true</value>
	</property>
	
	<property>
		<name>dfs.datanode.handler.count</name>
		<value>128</value>
	</property>
	
	<property>
		<name>dfs.datanode.kerberos.principal</name>
		<value>hadoop/_HOST@EMR-5XJSY31F</value>
	</property>
	
	<property>
		<name>dfs.datanode.keytab.file</name>
		<value>/var/krb5kdc/emr.keytab</value>
	</property>
	
	<property>
		<name>dfs.datanode.max.transfer.threads</name>
		<value>16480</value>
	</property>
	
	<property>
		<name>dfs.datanode.max.xcievers</name>
		<value>8000</value>
	</property>
	
	<property>
		<name>dfs.datanode.slow.io.warning.threshold.ms</name>
		<value>90000</value>
	</property>
	
	<property>
		<name>dfs.datanode.socket.write.timeout</name>
		<value>480000</value>
	</property>
	
	<property>
		<name>dfs.datanode.use.datanode.hostname</name>
		<value>false</value>
	</property>
	
	<property>
		<name>dfs.encryption.key.provider.uri</name>
		<value></value>
	</property>
	
	<property>
		<name>dfs.ha.automatic-failover.enabled</name>
		<value>true</value>
	</property>
	
	<property>
		<name>dfs.ha.fencing.methods</name>
		<value>shell(/bin/true)</value>
	</property>
	
	<property>
		<name>dfs.ha.namenodes.HDFS8000912</name>
		<value>nn1,nn2</value>
	</property>
	
	<property>
		<name>dfs.heartbeat.interval</name>
		<value>2</value>
	</property>
	
	<property>
		<name>dfs.hosts</name>
		<value>/usr/local/service/hadoop/etc/hadoop/hdfshosts</value>
	</property>
	
	<property>
		<name>dfs.hosts.exclude</name>
		<value>/usr/local/service/hadoop/etc/hadoop/hdfsexcludedhosts</value>
	</property>
	
	<property>
		<name>dfs.journalnode.edits.dir</name>
		<value>/data/emr/hdfs/journalnode</value>
	</property>
	
	<property>
		<name>dfs.journalnode.kerberos.internal.spnego.principal</name>
		<value>HTTP/_HOST@EMR-5XJSY31F</value>
	</property>
	
	<property>
		<name>dfs.journalnode.kerberos.principal</name>
		<value>hadoop/_HOST@EMR-5XJSY31F</value>
	</property>
	
	<property>
		<name>dfs.journalnode.keytab.file</name>
		<value>/var/krb5kdc/emr.keytab</value>
	</property>
	
	<property>
		<name>dfs.namenode.avoid.read.stale.datanode</name>
		<value>true</value>
	</property>
	
	<property>
		<name>dfs.namenode.avoid.write.stale.datanode</name>
		<value>true</value>
	</property>
	
	<property>
		<name>dfs.namenode.datanode.registration.ip-hostname-check</name>
		<value>false</value>
	</property>
	
	<property>
		<name>dfs.namenode.handler.count</name>
		<value>64</value>
	</property>
	
	<property>
		<name>dfs.namenode.heartbeat.recheck-interval</name>
		<value>90000</value>
	</property>
	
	<property>
		<name>dfs.namenode.http-address.HDFS8000912.nn1</name>
		<value>10.254.20.18:4008</value>
	</property>
	
	<property>
		<name>dfs.namenode.http-address.HDFS8000912.nn2</name>
		<value>10.254.20.22:4008</value>
	</property>
	
	<property>
		<name>dfs.namenode.https-address.HDFS8000912.nn1</name>
		<value>10.254.20.18:4009</value>
	</property>
	
	<property>
		<name>dfs.namenode.https-address.HDFS8000912.nn2</name>
		<value>10.254.20.22:4009</value>
	</property>
	
	<property>
		<name>dfs.namenode.inode.attributes.provider.class</name>
		<value>org.apache.ranger.authorization.hadoop.RangerHdfsAuthorizer</value>
	</property>
	
	<property>
		<name>dfs.namenode.kerberos.internal.spnego.principal</name>
		<value>HTTP/_HOST@EMR-5XJSY31F</value>
	</property>
	
	<property>
		<name>dfs.namenode.kerberos.principal</name>
		<value>hadoop/_HOST@EMR-5XJSY31F</value>
	</property>
	
	<property>
		<name>dfs.namenode.keytab.file</name>
		<value>/var/krb5kdc/emr.keytab</value>
	</property>
	
	<property>
		<name>dfs.namenode.name.dir</name>
		<value>/data/emr/hdfs/namenode</value>
	</property>
	
	<property>
		<name>dfs.namenode.rpc-address.HDFS8000912.nn1</name>
		<value>10.254.20.18:4007</value>
	</property>
	
	<property>
		<name>dfs.namenode.rpc-address.HDFS8000912.nn2</name>
		<value>10.254.20.22:4007</value>
	</property>
	
	<property>
		<name>dfs.namenode.service.handler.count</name>
		<value>64</value>
	</property>
	
	<property>
		<name>dfs.namenode.servicerpc-address.HDFS8000912.nn1</name>
		<value>10.254.20.18:4010</value>
	</property>
	
	<property>
		<name>dfs.namenode.servicerpc-address.HDFS8000912.nn2</name>
		<value>10.254.20.22:4010</value>
	</property>
	
	<property>
		<name>dfs.namenode.shared.edits.dir</name>
		<value>qjournal://10.254.20.23:4005;10.254.20.29:4005;10.254.20.26:4005/hadoop</value>
	</property>
	
	<property>
		<name>dfs.namenode.stale.datanode.interval</name>
		<value>30000</value>
	</property>
	
	<property>
		<name>dfs.namenode.write.stale.datanode.ratio</name>
		<value>0.5f</value>
	</property>
	
	<property>
		<name>dfs.nameservices</name>
		<value>HDFS8000912</value>
	</property>
	
	<property>
		<name>dfs.permissions</name>
		<value>true</value>
	</property>
	
	<property>
		<name>dfs.permissions.umask-mode</name>
		<value>077</value>
	</property>
	
	<property>
		<name>dfs.replication</name>
		<value>3</value>
	</property>
	
	<property>
		<name>dfs.secondary.namenode.kerberos.internal.spnego.principal</name>
		<value>HTTP/_HOST@EMR-5XJSY31F</value>
	</property>
	
	<property>
		<name>dfs.secondary.namenode.kerberos.principal</name>
		<value>hadoop/_HOST@EMR-5XJSY31F</value>
	</property>
	
	<property>
		<name>dfs.secondary.namenode.keytab.file</name>
		<value>/var/krb5kdc/emr.keytab</value>
	</property>
	
	<property>
		<name>dfs.socket.timeout</name>
		<value>900000</value>
	</property>
	
	<property>
		<name>dfs.web.authentication.kerberos.keytab</name>
		<value>/var/krb5kdc/emr.keytab</value>
	</property>
	
	<property>
		<name>dfs.web.authentication.kerberos.principal</name>
		<value>HTTP/_HOST@EMR-5XJSY31F</value>
	</property>
	
	<property>
		<name>dfs.webhdfs.enabled</name>
		<value>true</value>
	</property>
	
	<property>
		<name>ha.zookeeper.quorum</name>
		<value>10.254.20.23:2181,10.254.20.29:2181,10.254.20.26:2181</value>
	</property>
	
	<property>
		<name>ignore.secure.ports.for.testing</name>
		<value>true</value>
	</property>
	
	<property>
		<name>output.replace-datanode-on-failure</name>
		<value>false</value>
	</property>
	
</configuration>