https://www.cloudera.com/documentation/spark2/latest/topics/spark2_installing.html

#官網安裝方式

https://www.cloudera.com/documentation/spark2/latest/topics/spark2_packaging.html#packaging

#以下三臺機器都要

mkdir -p /opt/software

cd /opt/software

wget https://downloads.lightbend.com/scala/2.11.8/scala-2.11.8.tgz

tar -xzvf scala-2.11.8.tgz

echo "export SCALA_HOME=/opt/software/scala-2.11.8" >>/etc/profile

echo "export PATH=$SCALA_HOME/bin:$PATH" >> /etc/profile

source /etc/profile

cd /var/www/html

mkdir spark2_parcel

cd spark2_parcel

wget http://archive.cloudera.com/spark2/parcels/2.1.0.cloudera1/SPARK2-2.1.0.cloudera1-1.cdh5.7.0.p0.120904-el6.parcel

wget http://archive.cloudera.com/spark2/parcels/2.1.0.cloudera1/SPARK2-2.1.0.cloudera1-1.cdh5.7.0.p0.120904-el6.parcel.sha1

wget http://archive.cloudera.com/spark2/parcels/2.1.0.cloudera1/manifest.json

mv SPARK2-2.1.0.cloudera1-1.cdh5.7.0.p0.120904-el6.parcel.sha1 SPARK2-2.1.0.cloudera1-1.cdh5.7.0.p0.120904-el6.parcel.sha

#第一臺

cd /opt/cloudera/csd

wget http://archive.cloudera.com/spark2/csd/SPARK2_ON_YARN-2.1.0.cloudera1.jar

chown cloudera-scm:cloudera-scm SPARK2_ON_YARN-2.1.0.cloudera1.jar

chmod 644 SPARK2_ON_YARN-2.1.0.cloudera1.jar 

cloudera-scm-server restart

CDH頁面重啟cloudera-scm-server

(gateway：hive spark2)
spark  on yarn(history + )

【來自@若澤大資料】