spark-defaults.conf 250 B

123456
  1. spark.master yarn
  2. spark.submit.deployMode cluster
  3. spark.sql.hive.metastore.version 2.3.9
  4. spark.yarn.dist.archives hdfs:/user/sxkj/py37.zip#python_env
  5. spark.pyspark.python ./python_env/py37/bin/python
  6. spark.yarn.archive hdfs:/user/sxkj/spark_libs.zip