sh 在Ubuntu 14.04上安装Spark

Posted 2021-05-07

# Pre-requisites

## Install Java
sudo add-apt-repository ppa:webupd8team/java
sudo apt-get update
sudo apt-get install oracle-java8-installer

### Point to right JDK
sudo udpate-alternatives --config java

## Install Scala
wget www.scala-lang.org/files/archive/scala-2.11.7.deb
sudo dpkg -i scala-2.11.7.deb

## Install sbt
echo "deb https://dl.bintray.com/sbt/debian /" | sudo tee -a /etc/apt/sources.list.d/sbt.list
sudo apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 642AC823
sudo apt-get update
sudo apt-get install sbt

#test sbt
sbt version

## Install Git
sudo apt-get install git

## Download and install Spark
wget http://apache.mirrors.ionfish.org/spark/spark-1.6.0/spark-1.6.0.tgz
tar xvzf spark-1.6.0.tgz
build/sbt assembly

## Add spark related variables in .bashrc
# eg.. my in my .bashrc 
#Spark path
#export SPARK_HOME=/usr/local/spark/spark-1.6.0
#export PATH=$PATH:$SPARK_HOME/bin
#export PYTHONPATH=$SPARK_HOME/python:$SPARK_HOME/python/build:$PYTHONPATH


## Test Spark
./bin/run-example SparkPi 10