datax-admin/app/common/hive.py

from app.core.datasource.datasource import DataSourceBase
from app.core.datasource.hive import HiveDS
from configs.settings import DefaultOption, config
from utils import flat_map

HOST = config.get('HIVE', 'HOST')
PORT = config.get('HIVE', 'PORT')
USERNAME = config.get('HIVE', 'USERNAME')
PASSWORD =  config.get('HIVE', 'PASSWORD')
DATABASE_NAME = config.get('HIVE', 'DATABASE_NAME')
KERBEROS = config.get('HIVE', 'KERBEROS')
KEYTAB = config.get('HIVE', 'KEYTAB', vars=DefaultOption(config, 'HIVE', KEYTAB = None))
KRB5CONFIG = config.get('HIVE', 'KRB5CONFIG', vars=DefaultOption(config, 'HIVE', KRB5CONFIG = None))
KERBEROS_SERVICE_NAME = config.get('HIVE', 'KERBEROS_SERVICE_NAME', vars=DefaultOption(config, 'HIVE', KERBEROS_SERVICE_NAME = None))
PRINCIPAL = config.get('HIVE', 'PRINCIPAL', vars=DefaultOption(config, 'HIVE', PRINCIPAL = None))
ZOOKEEPER_ENABLE = config.get('HIVE', 'ZOOKEEPER_ENABLE', vars=DefaultOption(config, 'HIVE', ZOOKEEPER_ENABLE = 0))
ZOOKEEPER_HOSTS = config.get('HIVE', 'ZOOKEEPER_HOSTS', vars=DefaultOption(config, 'HIVE', ZOOKEEPER_HOSTS = None))
ZOOKEEPER_NAMESPACE = config.get('HIVE', 'ZOOKEEPER_NAMESPACE', vars=DefaultOption(config, 'HIVE', ZOOKEEPER_NAMESPACE = None))

hiveDs = HiveDS(**{'type': 'hive',
                    'host': HOST,
                    'port': PORT,
                    'username': USERNAME,
                    'password': PASSWORD,
                    'database_name': DATABASE_NAME,
                    'kerberos': KERBEROS,
                    'keytab': KEYTAB,
                    'krb5config': KRB5CONFIG,
                    'kerberos_service_name': KERBEROS_SERVICE_NAME,
                    'principal':PRINCIPAL,
                    'path_type': 'local',
                    'zookeeper_enable': ZOOKEEPER_ENABLE,
                    'zookeeper_hosts': ZOOKEEPER_HOSTS,
                    'zookeeper_namespace': ZOOKEEPER_NAMESPACE})