123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172 |
- [DATABASE]
- user = test_dev
- pwd = Yldve35@!
- db_name = aihubtest_dag_admin_db
- host = 10.138.143.44
- port = 3306
- ssl_disabled = true
- [MINIO]
- k8s_url = aihub-minio-yili-test:9000
- url = aihub-minio-yili-test:9000
- access_key = minioadmin
- secret_key = minioadmin
- [AF_BACKEND]
- uri=aihub-backend-af-yili-test:8080
- host=aihub-backend-af-yili-test
- port=8080
- dag_files_dir=/dags/
- [K8S]
- image_pull_key=codingregistrykey
- enable_kerberos=true
- [BACKEND]
- url=aihub-backend-yili-test:8080
- [AIRFLOW]
- uri=airflow-webserver:8080
- api_token=YWRtaW46YWRtaW4=
- [HIVE]
- host = 10.254.20.22
- port = 7001
- username = hive
- password = hive
- database_name = ailab
- kerberos = 1
- keytab = assets/test/user.keytab
- krb5config = assets/test/krb5.conf
- kerberos_service_name = hadoop
- principal = ailab@EMR-5XJSY31F
- [HIVE_METASTORE]
- uris=thrift://10.254.20.18:7004,thrift://10.254.20.22:7004
- [TASK_IMAGES]
- datax=yldc-docker.pkg.coding.yili.com/aiplatform/docker/aihub-datax-yili:latest
- python=yldc-docker.pkg.coding.yili.com/aiplatform/docker/aihub-minio-yili-test:python
- java=yldc-docker.pkg.coding.yili.com/aiplatform/docker/aihub-minio-yili-test:java
- sparks=yldc-docker.pkg.coding.yili.com/aiplatform/docker/aihub-minio-yili-test:spark
- [HADOOP_INNER]
- datasource = 8,10,11
- default_fs = hdfs://HDFS8000912
- hadoop_config={
- "dfs.nameservices": "HDFS8000912",
- "dfs.ha.namenodes.HDFS8000912": "nn1,nn2",
- "dfs.namenode.rpc-address.HDFS8000912.nn1": "10.254.20.18:4007",
- "dfs.namenode.rpc-address.HDFS8000912.nn2": "10.254.20.22:4007",
- "dfs.client.failover.proxy.provider.HDFS8000912": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
- }
- kerberos_config = {
- "haveKerberos": "true",
- "kerberosKeytabFilePath": "/workspace/confs/test/user.keytab",
- "kerberosPrincipal": "ailab@EMR-5XJSY31F"
- }
|