core-site.xml 4.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196
  1. <?xml version="1.0" encoding="UTF-8"?>
  2. <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
  3. <configuration>
  4. <property>
  5. <name>emr.cfs.group.id.map</name>
  6. <value>root:0;hadoop:500</value>
  7. </property>
  8. <property>
  9. <name>emr.cfs.io.blocksize</name>
  10. <value>1048576</value>
  11. </property>
  12. <property>
  13. <name>emr.cfs.user.id.map</name>
  14. <value>root:0;hadoop:500</value>
  15. </property>
  16. <property>
  17. <name>emr.cfs.write.level</name>
  18. <value>2</value>
  19. </property>
  20. <property>
  21. <name>fs.AbstractFileSystem.ofs.impl</name>
  22. <value>com.qcloud.chdfs.fs.CHDFSDelegateFSAdapter</value>
  23. </property>
  24. <property>
  25. <name>fs.cfs.impl</name>
  26. <value>com.tencent.cloud.emr.CFSFileSystem</value>
  27. </property>
  28. <property>
  29. <name>fs.cos.buffer.dir</name>
  30. <value>/data/emr/hdfs/tmp</value>
  31. </property>
  32. <property>
  33. <name>fs.cos.local_block_size</name>
  34. <value>2097152</value>
  35. </property>
  36. <property>
  37. <name>fs.cos.userinfo.appid</name>
  38. <value>1302259445</value>
  39. </property>
  40. <property>
  41. <name>fs.cos.userinfo.region</name>
  42. <value>bj</value>
  43. </property>
  44. <property>
  45. <name>fs.cos.userinfo.useCDN</name>
  46. <value>false</value>
  47. </property>
  48. <property>
  49. <name>fs.cosn.block.size</name>
  50. <value>67108864</value>
  51. </property>
  52. <property>
  53. <name>fs.cosn.credentials.provider</name>
  54. <value>org.apache.hadoop.fs.auth.EMRInstanceCredentialsProvider</value>
  55. </property>
  56. <property>
  57. <name>fs.cosn.impl</name>
  58. <value>org.apache.hadoop.fs.cosnative.NativeCosFileSystem</value>
  59. </property>
  60. <property>
  61. <name>fs.cosn.local_block_size</name>
  62. <value>2097152</value>
  63. </property>
  64. <property>
  65. <name>fs.cosn.tmp.dir</name>
  66. <value>/data/emr/hdfs/tmp/hadoop_cos</value>
  67. </property>
  68. <property>
  69. <name>fs.cosn.upload.buffer</name>
  70. <value>mapped_disk</value>
  71. </property>
  72. <property>
  73. <name>fs.cosn.upload.buffer.size</name>
  74. <value>-1</value>
  75. </property>
  76. <property>
  77. <name>fs.cosn.userinfo.region</name>
  78. <value>ap-beijing</value>
  79. </property>
  80. <property>
  81. <name>fs.defaultFS</name>
  82. <value>hdfs://HDFS84854</value>
  83. </property>
  84. <property>
  85. <name>fs.emr.version</name>
  86. <value>9c06b7b</value>
  87. </property>
  88. <property>
  89. <name>fs.ofs.impl</name>
  90. <value>com.qcloud.chdfs.fs.CHDFSHadoopFileSystemAdapter</value>
  91. </property>
  92. <property>
  93. <name>fs.ofs.tmp.cache.dir</name>
  94. <value>/data/emr/hdfs/tmp/chdfs</value>
  95. </property>
  96. <property>
  97. <name>fs.ofs.user.appid</name>
  98. <value>1302259445</value>
  99. </property>
  100. <property>
  101. <name>fs.trash.interval</name>
  102. <value>1440</value>
  103. </property>
  104. <property>
  105. <name>ha.health-monitor.rpc-timeout.ms</name>
  106. <value>180000</value>
  107. </property>
  108. <property>
  109. <name>ha.zookeeper.session-timeout.ms</name>
  110. <value>180000</value>
  111. </property>
  112. <property>
  113. <name>hadoop.http.staticuser.user</name>
  114. <value>hadoop</value>
  115. </property>
  116. <property>
  117. <name>hadoop.logfile.count</name>
  118. <value>20</value>
  119. </property>
  120. <property>
  121. <name>hadoop.logfile.size</name>
  122. <value>1000000000</value>
  123. </property>
  124. <property>
  125. <name>hadoop.proxyuser.hadoop.groups</name>
  126. <value>*</value>
  127. </property>
  128. <property>
  129. <name>hadoop.proxyuser.hadoop.hosts</name>
  130. <value>*</value>
  131. </property>
  132. <property>
  133. <name>hadoop.security.authentication</name>
  134. <value>kerberos</value>
  135. </property>
  136. <property>
  137. <name>hadoop.security.authorization</name>
  138. <value>true</value>
  139. </property>
  140. <property>
  141. <name>hadoop.tmp.dir</name>
  142. <value>/data/emr/hdfs/tmp</value>
  143. </property>
  144. <property>
  145. <name>hadoop.zk.timeout-ms</name>
  146. <value>60000</value>
  147. </property>
  148. <property>
  149. <name>io.compression.codec.lzo.class</name>
  150. <value>com.hadoop.compression.lzo.LzoCodec</value>
  151. </property>
  152. <property>
  153. <name>io.compression.codecs</name>
  154. <value>org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.GzipCodec,com.hadoop.compression.lzo.LzoCodec,com.hadoop.compression.lzo.LzopCodec,org.apache.hadoop.io.compress.SnappyCodec</value>
  155. </property>
  156. </configuration>