12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273 |
- [DATABASE]
- user = aihubtest
- pwd = q9WBYDynEy@jh#5N
- db_name = aihubtest_dag_admin_db
- host = 10.254.12.7
- port = 3306
- ssl_disabled = true
- [MINIO]
- k8s_url = aihub-minio-yili-test:9000
- url = aihub-minio-yili-test:9000
- access_key = minioadmin
- secret_key = minioadmin
- [AF_BACKEND]
- uri=aihub-backend-af-yili-test:8080
- host=aihub-backend-af-yili-test
- port=8080
- dag_files_dir=/dags/
- [K8S]
- image_pull_key=codingregistrykey
- enable_kerberos=true
- [BACKEND]
- url=aihub-backend-yili-test:8080
- [AIRFLOW]
- uri=airflow-webserver:8080
- api_token=YWRtaW46YWRtaW4=
- [HIVE]
- host = 10.254.20.22
- port = 7001
- username = hive
- password = hive
- database_name = ailab
- kerberos = 1
- keytab = assets/test/user.keytab
- krb5config = assets/test/krb5.conf
- kerberos_service_name = hadoop
- principal = ailab@EMR-5XJSY31F
- [HIVE_METASTORE]
- uris=thrift://10.254.20.18:7004,thrift://10.254.20.22:7004
- [TASK_IMAGES]
- datax=yldc-docker.pkg.coding.yili.com/aiplatform/docker/aihub-datax-yili:latest
- python=yldc-docker.pkg.coding.yili.com/aiplatform/docker/aihub-minio-yili-test:python
- java=yldc-docker.pkg.coding.yili.com/aiplatform/docker/aihub-minio-yili-test:java
- sparks=yldc-docker.pkg.coding.yili.com/aiplatform/docker/aihub-minio-yili-test:spark
- [HADOOP_INNER]
- datasource = 8,10,11
- default_fs = hdfs://HDFS8000912
- hadoop_config={
- "dfs.nameservices": "HDFS8000912",
- "dfs.ha.namenodes.HDFS8000912": "nn1,nn2",
- "dfs.namenode.rpc-address.HDFS8000912.nn1": "10.254.20.18:4007",
- "dfs.namenode.rpc-address.HDFS8000912.nn2": "10.254.20.22:4007",
- "dfs.client.failover.proxy.provider.HDFS8000912": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
- }
- kerberos_config = {
- "haveKerberos": "true",
- "kerberosKeytabFilePath": "/workspace/confs/test/user.keytab",
- "kerberosPrincipal": "ailab@EMR-5XJSY31F"
- }
|