txtest.ini 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140
  1. [DATABASE]
  2. user = aihubtest
  3. pwd = q9WBYDynEy@jh#5N
  4. db_name = aihubtest_dag_admin_db
  5. host = 10.254.12.7
  6. port = 3306
  7. ssl_disabled = true
  8. [MINIO]
  9. k8s_url = aihub-dag-minio:9000
  10. url = aihub-dag-minio:9000
  11. access_key = minioadmin
  12. secret_key = minioadmin
  13. [AF_BACKEND]
  14. uri=aihub-dag-backend-af:8080
  15. host=aihub-dag-backend-af
  16. port=8080
  17. dag_files_dir=/dags/
  18. [K8S]
  19. image_pull_key=codingregistrykey
  20. enable_kerberos=true
  21. node_selectors=aihub-dag
  22. [BACKEND]
  23. url=aihub-dag-backend:8080
  24. [AIRFLOW]
  25. uri=airflow-webserver:8080
  26. api_token=YWRtaW46YWRtaW4=
  27. [HIVE]
  28. ; host = 10.254.20.22
  29. ; 备用
  30. host = 10.254.20.18
  31. port = 7001
  32. username = hive
  33. password = hive
  34. database_name = ailab
  35. kerberos = 1
  36. keytab = assets/test/user.keytab
  37. krb5config = assets/test/krb5.conf
  38. kerberos_service_name = hadoop
  39. principal = ailab@EMR-5XJSY31F
  40. base_path = /usr/hive/warehouse/ailab.db/
  41. zookeeper_enable=1
  42. zookeeper_hosts = 10.254.20.23:2181,10.254.20.26:2181,10.254.20.29:2181
  43. zookeeper_namespace = hiveserver2
  44. [HIVE_METASTORE]
  45. uris=thrift://10.254.20.18:7004,thrift://10.254.20.22:7004
  46. [TASK_IMAGES]
  47. datax=yldc-docker.pkg.coding.yili.com/aiplatform/docker/aihub-datax-yili:latest
  48. python=yldc-docker.pkg.coding.yili.com/aiplatform/docker/aihub-minio-yili-test:python
  49. java=yldc-docker.pkg.coding.yili.com/aiplatform/docker/aihub-minio-yili-test:java
  50. sparks=yldc-docker.pkg.coding.yili.com/aiplatform/docker/aihub-minio-yili-test:spark
  51. [HADOOP_INNER]
  52. default_fs = hdfs://HDFS8000912
  53. hadoop_config={
  54. "dfs.nameservices": "HDFS8000912",
  55. "dfs.ha.namenodes.HDFS8000912": "nn1,nn2",
  56. "dfs.namenode.rpc-address.HDFS8000912.nn1": "10.254.20.18:4007",
  57. "dfs.namenode.rpc-address.HDFS8000912.nn2": "10.254.20.22:4007",
  58. "dfs.client.failover.proxy.provider.HDFS8000912": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
  59. }
  60. kerberos_config = {
  61. "haveKerberos": "true",
  62. "kerberosKeytabFilePath": "/workspace/confs/test/user.keytab",
  63. "kerberosPrincipal": "ailab@EMR-5XJSY31F"
  64. }
  65. [LAKE_HADOOP_INNER]
  66. default_fs = hdfs://HDFS8000912
  67. hadoop_config={
  68. "dfs.nameservices": "HDFS8000912",
  69. "dfs.ha.namenodes.HDFS8000912": "nn1,nn2",
  70. "dfs.namenode.rpc-address.HDFS8000912.nn1": "10.254.20.18:4007",
  71. "dfs.namenode.rpc-address.HDFS8000912.nn2": "10.254.20.22:4007",
  72. "dfs.client.failover.proxy.provider.HDFS8000912": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
  73. }
  74. kerberos_config = {
  75. "haveKerberos": "true",
  76. "kerberosKeytabFilePath": "/workspace/confs/test/user.keytab",
  77. "kerberosPrincipal": "ailab@EMR-5XJSY31F"
  78. }
  79. [HOST_ALIAS]
  80. enable = false
  81. host_alias = {}
  82. [PERMISSIONS]
  83. ; 超级管理员
  84. super_admin_role = TENANT_ADMIN
  85. ; 项目管理员
  86. project_admin_role = PROJECT_ADMIN
  87. ; 算法组项目id
  88. special_project_id = sfzxm
  89. [PROGRAMME]
  90. url = aihub-dag-helmbe:8080
  91. namespace = aihub-test
  92. super_image = registry.cn-hangzhou.aliyuncs.com/sxtest/jupyterlab
  93. ordinary_image = registry.cn-hangzhou.aliyuncs.com/sxtest/jupyterlab0
  94. tag = txtest
  95. host = ailab-test.digitalyili.com
  96. chart = aihub-dag-jupyter.tgz
  97. path_type = ImplementationSpecific
  98. ingress_class = test-pri-ingress
  99. image_pull_secret=codingregistrykey
  100. node_selector = test-aihub-develop-node
  101. cpu = 2000
  102. memory = 8192
  103. [CRON_CONFIG]
  104. hour_min = 4
  105. hour_max = 22
  106. enable = 1
  107. [REQUIREMENTS_CONFIG]
  108. prefix = hdfs://HDFS8000912
  109. path = /user/ailab/pys
  110. [JOB_CONFIG]
  111. timeout = 5
  112. auth_token = d0b52538-712a-11ed-8873-87519e90e821
  113. [AI_YIQI]
  114. url = ailab-test.digitalyili.com
  115. ; url = aihub-web-test:8181
  116. structuring_data_dbid = 639ae17ff57861009e2c87fd