- spark.master yarn
- spark.submit.deployMode cluster
- spark.sql.hive.metastore.version 2.1
- spark.sql.hive.convertMetastoreOrc false
- spark.sql.hive.convertMetastoreParquet false
- spark.yarn.jars hdfs:/user/aiuser/sparkcdh_jars/*
- spark.yarn.dist.archives hdfs:/user/aiuser/py37.zip#python3env
- spark.pyspark.python ./python3env/py37/bin/python
- # spark.yarn.queue root.default
- spark.yarn.queue root.aiuser
|
