|
@@ -57,16 +57,16 @@ sparks=registry.cn-hangzhou.aliyuncs.com/sxtest/idctest:spark
|
|
|
|
|
|
[HADOOP_INNER]
|
|
|
datasource = -100
|
|
|
-default_fs = hdfs://HDFS8000912
|
|
|
+default_fs = hdfs://nameservice1
|
|
|
hadoop_config={
|
|
|
- "dfs.nameservices": "HDFS8000912",
|
|
|
- "dfs.ha.namenodes.HDFS8000912": "nn1,nn2",
|
|
|
- "dfs.namenode.rpc-address.HDFS8000912.nn1": "10.254.20.18:4007",
|
|
|
- "dfs.namenode.rpc-address.HDFS8000912.nn2": "10.254.20.22:4007",
|
|
|
- "dfs.client.failover.proxy.provider.HDFS8000912": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
|
|
|
+ "dfs.nameservices": "nameservice1",
|
|
|
+ "dfs.ha.namenodes.nameservice1": "nn1,nn2",
|
|
|
+ "dfs.namenode.rpc-address.nameservice1.nn1": "10.119.14.67:8020",
|
|
|
+ "dfs.namenode.rpc-address.nameservice1.nn2": "10.119.14.68:8020",
|
|
|
+ "dfs.client.failover.proxy.provider.nameservice1": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
|
|
|
}
|
|
|
kerberos_config = {
|
|
|
- "haveKerberos": "true",
|
|
|
+ "haveKerberos": "false",
|
|
|
"kerberosKeytabFilePath": "/workspace/confs/test/user.keytab",
|
|
|
"kerberosPrincipal": "ailab@EMR-5XJSY31F"
|
|
|
}
|