idctest.ini 3.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130
  1. [DATABASE]
  2. user = test_dev
  3. pwd = Yldve35@!
  4. db_name = aihubtest_dag_admin_db
  5. host = 10.138.143.44
  6. port = 3306
  7. ssl_disabled = true
  8. [MINIO]
  9. k8s_url = aihub-dag-minio:9000
  10. url = aihub-dag-minio:9000
  11. access_key = minioadmin
  12. secret_key = minioadmin
  13. [AF_BACKEND]
  14. uri=aihub-dag-backend-af:8080
  15. host=aihub-dag-backend-af
  16. port=8080
  17. dag_files_dir=/dags/
  18. [K8S]
  19. image_pull_key=
  20. enable_kerberos=false
  21. [BACKEND]
  22. url=aihub-dag-backend:8080
  23. [AIRFLOW]
  24. uri=airflow-webserver:8080
  25. api_token=YWRtaW46YWRtaW4=
  26. [HIVE]
  27. host = 10.116.1.75
  28. port = 10000
  29. ;infa
  30. username = aiuser
  31. password = aiuser
  32. ;database_name = default
  33. database_name = dataming
  34. kerberos = 0
  35. keytab = assets/test/user.keytab
  36. krb5config = assets/test/krb5.conf
  37. kerberos_service_name = hadoop
  38. principal = ailab@EMR-5XJSY31F
  39. base_path = /user/hive/warehouse/
  40. [HIVE_METASTORE]
  41. uris=thrift://10.116.1.72:9083
  42. [TASK_IMAGES]
  43. datax=registry.cn-hangzhou.aliyuncs.com/sxtest/idctest:datax
  44. python=registry.cn-hangzhou.aliyuncs.com/sxtest/idctest:python
  45. java=registry.cn-hangzhou.aliyuncs.com/sxtest/idctest:java
  46. sparks=registry.cn-hangzhou.aliyuncs.com/sxtest/idctest:spark
  47. [HADOOP_INNER]
  48. default_fs = hdfs://nameservice1
  49. hadoop_config={
  50. "dfs.nameservices": "nameservice1",
  51. "dfs.ha.namenodes.nameservice1": "nn1,nn2",
  52. "dfs.namenode.rpc-address.nameservice1.nn1": "10.119.14.67:8020",
  53. "dfs.namenode.rpc-address.nameservice1.nn2": "10.119.14.68:8020",
  54. "dfs.client.failover.proxy.provider.nameservice1": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
  55. }
  56. kerberos_config = {
  57. "haveKerberos": "false",
  58. "kerberosKeytabFilePath": "/workspace/confs/test/user.keytab",
  59. "kerberosPrincipal": "ailab@EMR-5XJSY31F"
  60. }
  61. [LAKE_HADOOP_INNER]
  62. default_fs = hdfs://nameservice1
  63. hadoop_config={
  64. "dfs.nameservices": "nameservice1",
  65. "dfs.ha.namenodes.nameservice1": "nn1,nn2",
  66. "dfs.namenode.rpc-address.nameservice1.nn1": "10.119.14.67:8020",
  67. "dfs.namenode.rpc-address.nameservice1.nn2": "10.119.14.68:8020",
  68. "dfs.client.failover.proxy.provider.nameservice1": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
  69. }
  70. kerberos_config = {
  71. "haveKerberos": "false",
  72. "kerberosKeytabFilePath": "/workspace/confs/test/user.keytab",
  73. "kerberosPrincipal": "ailab@EMR-5XJSY31F"
  74. }
  75. [HOST_ALIAS]
  76. enable = true
  77. host_alias = {
  78. "10.116.1.78": "cdhtestdn08.yili.com",
  79. "10.116.1.77": "cdhtestdn07.yili.com",
  80. "10.116.1.76": "cdhtestdn06.yili.com",
  81. "10.116.1.75": "cdhtestdn05.yili.com",
  82. "10.116.1.74": "cdhtestdn04.yili.com",
  83. "10.116.1.73": "cdhtestdn03.yili.com",
  84. "10.116.1.72": "cdhtestdn02.yili.com",
  85. "10.116.1.71": "cdhtestdn01.yili.com",
  86. "10.119.14.67": "cdhtestnm01.yili.com",
  87. "10.119.14.68": "cdhtestnm02.yili.com"
  88. }
  89. [PROGRAMME]
  90. url = aihub-dag-helmbe:8080
  91. namespace = airflow
  92. super_image = registry.cn-hangzhou.aliyuncs.com/sxtest/jupyterlab
  93. ordinary_image = registry.cn-hangzhou.aliyuncs.com/sxtest/jupyterlab
  94. tag = idctest
  95. host = aihub-dag-idctest.digitalyili.com
  96. chart = aihub-dag-jupyter.tgz
  97. path_type = ImplementationSpecific
  98. ingress_class = public
  99. image_pull_secret=codingregistrykey
  100. node_selector =
  101. [CRON_CONFIG]
  102. hour_min = 4
  103. hour_max = 22
  104. enable = 1
  105. [REQUIREMENTS_CONFIG]
  106. prefix = hdfs://nameservice1
  107. path = /user/sxkj/pys #待修改
  108. [JOB_CONFIG]
  109. timeout = 5
  110. auth_token = d0b52538-712a-11ed-8873-87519e90e821