sh 在EC2上安装Spark + Zeppelin

Posted 2021-05-07

# scala install
wget www.scala-lang.org/files/archive/scala-2.11.7.deb
sudo dpkg -i scala-2.11.7.deb
 
# sbt installation
echo "deb https://dl.bintray.com/sbt/debian /" | sudo tee -a /etc/apt/sources.list.d/sbt.list
sudo apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 642AC823
sudo apt-get update
sudo apt-get install sbt

# java install
sudo apt-get install python-software-properties
sudo add-apt-repository ppa:webupd8team/java
sudo apt-get update
sudo apt-get install oracle-java8-installer

# git install
sudo apt-get install git

# Install Maven
http://www.us.apache.org/dist/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.tar.gz
sudo tar -zxf apache-maven-3.3.9-bin.tar.gz -C /usr/local/
sudo ln -s /usr/local/apache-maven-3.3.9/bin/mvn /usr/local/bin/mvn
sudo ln -s /usr/local/apache-maven-3.3.9/bin/mvn /usr/bin/mvn

# Spark
wget http://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.4.tgz
tar -xf spark-1.6.0-bin-hadoop2.4.tgz
mv spark-1.6.0-bin-hadoop2.4 ~/spark

# for ec2 set hostname and hosts file
echo $(cat /etc/hostname) | sudo tee -a /etc/hosts

# node
curl -sL https://deb.nodesource.com/setup_4.x | sudo -E bash -
sudo apt-get install -y nodejs

# Zeppelin
sudo apt-get install libfontconfig
git clone https://github.com/apache/incubator-zeppelin.git zeppelin
cd zeppelin
mvn clean package -DskipTests -Pspark-1.6 -Phadoop-2.4 -Ppyspark