// :: INFO client.RMProxy: Connecting to ResourceManager at hdp1/192.168.56.201:

// :: INFO yarn.Client: Requesting a new application from cluster with  NodeManagers

// :: INFO yarn.Client: Verifying our application has not requested more than the maximum memory capability of the cluster ( MB per container)

// :: INFO yarn.Client: Will allocate AM container, with  MB memory including  MB overhead

// :: INFO yarn.Client: Setting up container launch context for our AM

// :: INFO yarn.Client: Setting up the launch environment for our AM container

// :: INFO yarn.Client: Preparing resources for our AM container

// :: WARN yarn.Client: Neither spark.yarn.jars nor spark.yarn.archive is set, falling back to uploading libraries under SPARK_HOME.

// :: INFO yarn.Client: Uploading resource file:/mnt/software/spark-2.2.-bin-hadoop2./spark-3045ce36-b8d7--a9aa-e0509ef0ec89/__spark_libs__8280328345325459092.zip -> hdfs://hdp1:9000/user/root/.sparkStaging/application_1548663204656_0001/__spark_libs__8280328345325459092.zip

// :: INFO yarn.Client: Uploading resource file:/mnt/software/examples/jars/spark-examples*.jar -> hdfs://hdp1:9000/user/root/.sparkStaging/application_1548663204656_0001/spark-examples*.jar

// :: INFO yarn.Client: Deleted staging directory hdfs://hdp1:9000/user/root/.sparkStaging/application_1548663204656_0001

## 打包jars

jar cv0f spark-libs.jar -C $SPARK_HOME/jars/ .

## 新建hdfs路径

 hdfs dfs -mkdir -p /spark/jar

## 上传jars到HDFS

hdfs dfs -put spark-libs.jar /spark/jar

## 增加配置

vim spark-defaults.conf

spark.yarn.archive=hdfs:///spark/jar/spark-libs.jar

root@hdp1 /mnt]#spark-submit --class org.apache.spark.examples.SparkPi --master yarn --deploy-mode cluster --driver-memory 2g --executor-memory 1g --executor-cores  --queue thequeue /mnt/software/spark-2.2.-bin-hadoop2./examples/jars/spark-examples*.jar