spark.master yarn
spark.submit.deployMode cluster
spark.sql.hive.metastore.version 2.1
spark.sql.hive.convertMetastoreOrc false
spark.sql.hive.convertMetastoreParquet false
spark.yarn.jars hdfs:/user/aiuser/sparkcdh_jars/*
spark.yarn.dist.archives hdfs:/user/aiuser/py37.zip#python3env
spark.pyspark.python ./python3env/py37/bin/python
# spark.yarn.queue root.default
spark.yarn.queue root.aiuser