|
|
@@ -0,0 +1,102 @@
|
|
|
+[DATABASE]
|
|
|
+user = aihubtest
|
|
|
+pwd = q9WBYDynEy@jh#5N
|
|
|
+db_name = aihubtest_dag_admin_db
|
|
|
+host = 10.254.12.7
|
|
|
+port = 3306
|
|
|
+ssl_disabled = true
|
|
|
+
|
|
|
+[MINIO]
|
|
|
+k8s_url = aihub-dag-minio:9000
|
|
|
+url = aihub-dag-minio:9000
|
|
|
+access_key = minioadmin
|
|
|
+secret_key = minioadmin
|
|
|
+
|
|
|
+
|
|
|
+[AF_BACKEND]
|
|
|
+uri=aihub-dag-backend-af:8080
|
|
|
+host=aihub-dag-backend-af
|
|
|
+port=8080
|
|
|
+dag_files_dir=/dags/
|
|
|
+
|
|
|
+[K8S]
|
|
|
+image_pull_key=codingregistrykey
|
|
|
+enable_kerberos=true
|
|
|
+
|
|
|
+[BACKEND]
|
|
|
+url=aihub-dag-backend:8080
|
|
|
+
|
|
|
+[AIRFLOW]
|
|
|
+uri=airflow-webserver:8080
|
|
|
+api_token=YWRtaW46YWRtaW4=
|
|
|
+
|
|
|
+
|
|
|
+
|
|
|
+[HIVE]
|
|
|
+host = 10.254.20.22
|
|
|
+port = 7001
|
|
|
+username = hive
|
|
|
+password = hive
|
|
|
+database_name = ailab
|
|
|
+kerberos = 1
|
|
|
+keytab = assets/test/user.keytab
|
|
|
+krb5config = assets/test/krb5.conf
|
|
|
+kerberos_service_name = hadoop
|
|
|
+principal = ailab@EMR-5XJSY31F
|
|
|
+
|
|
|
+
|
|
|
+[HIVE_METASTORE]
|
|
|
+uris=thrift://10.254.20.18:7004,thrift://10.254.20.22:7004
|
|
|
+
|
|
|
+[TASK_IMAGES]
|
|
|
+datax=yldc-docker.pkg.coding.yili.com/aiplatform/docker/aihub-datax-yili:latest
|
|
|
+python=yldc-docker.pkg.coding.yili.com/aiplatform/docker/aihub-minio-yili-test:python
|
|
|
+java=yldc-docker.pkg.coding.yili.com/aiplatform/docker/aihub-minio-yili-test:java
|
|
|
+sparks=yldc-docker.pkg.coding.yili.com/aiplatform/docker/aihub-minio-yili-test:spark
|
|
|
+
|
|
|
+
|
|
|
+
|
|
|
+[HADOOP_INNER]
|
|
|
+default_fs = hdfs://HDFS8000912
|
|
|
+hadoop_config={
|
|
|
+ "dfs.nameservices": "HDFS8000912",
|
|
|
+ "dfs.ha.namenodes.HDFS8000912": "nn1,nn2",
|
|
|
+ "dfs.namenode.rpc-address.HDFS8000912.nn1": "10.254.20.18:4007",
|
|
|
+ "dfs.namenode.rpc-address.HDFS8000912.nn2": "10.254.20.22:4007",
|
|
|
+ "dfs.client.failover.proxy.provider.HDFS8000912": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
|
|
|
+ }
|
|
|
+kerberos_config = {
|
|
|
+ "haveKerberos": "true",
|
|
|
+ "kerberosKeytabFilePath": "/workspace/confs/test/user.keytab",
|
|
|
+ "kerberosPrincipal": "ailab@EMR-5XJSY31F"
|
|
|
+ }
|
|
|
+
|
|
|
+[LAKE_HADOOP_INNER]
|
|
|
+default_fs = hdfs://HDFS8000912
|
|
|
+hadoop_config={
|
|
|
+ "dfs.nameservices": "HDFS8000912",
|
|
|
+ "dfs.ha.namenodes.HDFS8000912": "nn1,nn2",
|
|
|
+ "dfs.namenode.rpc-address.HDFS8000912.nn1": "10.254.20.18:4007",
|
|
|
+ "dfs.namenode.rpc-address.HDFS8000912.nn2": "10.254.20.22:4007",
|
|
|
+ "dfs.client.failover.proxy.provider.HDFS8000912": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
|
|
|
+ }
|
|
|
+kerberos_config = {
|
|
|
+ "haveKerberos": "true",
|
|
|
+ "kerberosKeytabFilePath": "/workspace/confs/test/user.keytab",
|
|
|
+ "kerberosPrincipal": "ailab@EMR-5XJSY31F"
|
|
|
+ }
|
|
|
+
|
|
|
+[HOST_ALIAS]
|
|
|
+enable = false
|
|
|
+host_alias = {}
|
|
|
+
|
|
|
+
|
|
|
+[PROGRAMME]
|
|
|
+url = aihub-helmbe-yili-test:8080
|
|
|
+namespace = aihub-test
|
|
|
+super_image = registry.cn-hangzhou.aliyuncs.com/sxtest/jupyterlab
|
|
|
+ordinary_image = registry.cn-hangzhou.aliyuncs.com/sxtest/jupyterlab
|
|
|
+tag = txtest
|
|
|
+host = aihub-dag-test.digitalyili.com
|
|
|
+chart = aihub-dag-jupyter.tgz
|
|
|
+path_type = ImplementationSpecific
|
