datax-admin/idcprod.ini

[DATABASE]
user = dag
pwd = Dag@2022
db_name = aihub_dag
host = 10.138.130.36
port = 3306
ssl_disabled = true

[MINIO]
k8s_url = aihub-dag-minio:9000
url = aihub-dag-minio:9000
access_key = minioadmin
secret_key = minioadmin


[AF_BACKEND]
uri=aihub-dag-backend-af:8080
host=aihub-dag-backend-af
port=8080
dag_files_dir=/dags/

[K8S]
image_pull_key=
enable_kerberos=false
node_selectors=aihub-dag

[BACKEND]
url=aihub-dag-backend:8080

[AIRFLOW]
uri=airflow-webserver:8080
api_token=YWRtaW46YWRtaW4=


[HIVE]
host = 10.150.5.20
port = 10000
username = aiuser
password = qaz2wsx#
database_name = dataming
kerberos = 0
keytab = assets/test/user.keytab
krb5config = assets/test/krb5.conf
kerberos_service_name = hadoop
principal = ailab@EMR-5XJSY31F
base_path = /user/hive/warehouse/dataming.db
zookeeper_enable = 1
zookeeper_hosts = cdhproddn03.yili.com:2181,cdhproddn04.yili.com:2181,cdhproddn05.yili.com:2181,cdhproddn06.yili.com:2181,cdhproddn07.yili.com:2181
zookeeper_namespace = hiveserver2

[HIVE_METASTORE]
uris=thrift://cdhproddn02.yili.com:9083

[TASK_IMAGES]
datax=registry.cn-hangzhou.aliyuncs.com/sxtest/idcprod:datax
; python=registry.cn-hangzhou.aliyuncs.com/sxtest/idcprod:python
java=registry.cn-hangzhou.aliyuncs.com/sxtest/idcprod:java
sparks=registry.cn-hangzhou.aliyuncs.com/sxtest/idcprod:spark
python=registry.cn-hangzhou.aliyuncs.com/sxtest/idcprod:spark



[HADOOP_INNER]
default_fs = hdfs://nameservice1
hadoop_config={
            "dfs.nameservices": "nameservice1",
            "dfs.ha.namenodes.nameservice1": "nn1,nn2",
            "dfs.namenode.rpc-address.nameservice1.nn1": "10.150.4.50:8020",
            "dfs.namenode.rpc-address.nameservice1.nn2": "10.150.4.51:8020",
            "dfs.client.failover.proxy.provider.nameservice1": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
             }
kerberos_config = {
                    "haveKerberos": "false",
                    "kerberosKeytabFilePath": "/workspace/confs/test/user.keytab",
                    "kerberosPrincipal": "ailab@EMR-5XJSY31F"
                  }

[LAKE_HADOOP_INNER]
default_fs = hdfs://nameservice1
hadoop_config={
            "dfs.nameservices": "nameservice1",
            "dfs.ha.namenodes.nameservice1": "nn1,nn2",
            "dfs.namenode.rpc-address.nameservice1.nn1": "10.150.4.50:8020",
            "dfs.namenode.rpc-address.nameservice1.nn2": "10.150.4.51:8020",
            "dfs.client.failover.proxy.provider.nameservice1": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
             }
kerberos_config = {
                    "haveKerberos": "false",
                    "kerberosKeytabFilePath": "/workspace/confs/test/user.keytab",
                    "kerberosPrincipal": "ailab@EMR-5XJSY31F"
                  }

[HOST_ALIAS]
enable = true
host_alias = {
       "10.150.4.25": "YILIGKS01",
        "10.150.4.47": "cdhprodcm01.yili.com",
        "10.150.4.48": "cdhprodcm02.yili.com",
        "10.150.4.49": "cdhprodcm03.yili.com",
        "10.150.5.10": "cdhproddn01.yili.com",
        "10.150.5.11": "cdhproddn02.yili.com",
        "10.150.5.12": "cdhproddn03.yili.com",
        "10.150.5.13": "cdhproddn04.yili.com",
        "10.150.5.14": "cdhproddn05.yili.com",
        "10.150.5.15": "cdhproddn06.yili.com",
        "10.150.5.16": "cdhproddn07.yili.com",
        "10.150.5.17": "cdhproddn08.yili.com",
        "10.150.5.18": "cdhproddn09.yili.com",
        "10.150.5.19": "cdhproddn10.yili.com",
        "10.150.5.20": "cdhproddn11.yili.com",
        "10.150.5.21": "cdhproddn12.yili.com",
        "10.150.5.22": "cdhproddn13.yili.com",
        "10.150.5.23": "cdhproddn14.yili.com",
        "10.150.5.24": "cdhproddn15.yili.com",
        "10.150.5.25": "cdhproddn16.yili.com",
        "10.150.5.26": "cdhproddn17.yili.com",
        "10.150.5.27": "cdhproddn18.yili.com",
        "10.150.5.28": "cdhproddn19.yili.com",
        "10.150.5.29": "cdhproddn20.yili.com",
        "10.150.5.30": "cdhproddn21.yili.com",
        "10.150.5.31": "cdhproddn22.yili.com",
        "10.150.5.32": "cdhproddn23.yili.com",
        "10.150.5.33": "cdhproddn24.yili.com",
        "10.150.5.34": "cdhproddn25.yili.com",
        "10.150.5.35": "cdhproddn26.yili.com",
        "10.150.5.36": "cdhproddn27.yili.com",
        "10.150.5.37": "cdhproddn28.yili.com",
        "10.150.5.38": "cdhproddn29.yili.com",
        "10.150.5.39": "cdhproddn30.yili.com",
        "10.150.5.40": "cdhproddn31.yili.com",
        "10.150.5.41": "cdhproddn32.yili.com",
        "10.150.5.42": "cdhproddn33.yili.com",
        "10.150.5.43": "cdhproddn34.yili.com",
        "10.150.5.44": "cdhproddn35.yili.com",
        "10.150.5.45": "cdhproddn36.yili.com",
        "10.150.5.46": "cdhproddn37.yili.com",
        "10.150.5.47": "cdhproddn38.yili.com",
        "10.150.5.48": "cdhproddn39.yili.com",
        "10.150.5.49": "cdhproddn40.yili.com",
        "10.150.5.50": "cdhproddn41.yili.com",
        "10.150.5.51": "cdhproddn42.yili.com",
        "10.150.4.50": "cdhprodnm01.yili.com",
        "10.150.4.51": "cdhprodnm02.yili.com",
        "10.150.4.26": "etlds1.yili.com",
        "10.150.4.27": "etlds2.yili.com",
        "10.150.4.28": "etlds3.yili.com",
        "10.150.4.29": "etlds4.yili.com"
    }

[PERMISSIONS]
; 超级管理员
super_admin_role = TENANT_ADMIN
; 项目管理员
project_admin_role = PROJECT_ADMIN
; 算法组项目id
special_project_id = sfzxm

[PROGRAMME]
url = aihub-dag-helmbe:8080
namespace = ns-aihub-dag
super_image = registry.cn-hangzhou.aliyuncs.com/sxtest/jupyterlab
ordinary_image = registry.cn-hangzhou.aliyuncs.com/sxtest/jupyterlab0
tag = idcprod
host = ailab-idc.digitalyili.com
chart = aihub-dag-jupyter.tgz
path_type = ImplementationSpecific
ingress_class = public
image_pull_secret=codingregistrykey
node_selector = aihub-dag
cpu = 2000
memory = 8192

[CRON_CONFIG]
hour_min = 4
hour_max = 22
enable = 1

[REQUIREMENTS_CONFIG]
prefix = hdfs://nameservice1
path = /user/AIuser/pys

[JOB_CONFIG]
timeout = 5
auth_token = d0b52538-712a-11ed-8873-87519e90e821

[AI_YIQI]
url = ailab-idc.digitalyili.com
structuring_data_dbid = 639c3177e3edb300dbc5cfa9