Page History

#!/bin/bash

# Install Spark on CentOS 7


yum install java -y
java -version

yum install wget -y

wget http://downloads.typesafe.com/scala/2.11.7/scala-2.11.7.tgz


tar xvf scala-2.11.7.tgz


sudo mv scala-2.11.7 /usr/lib

sudo ln -s /usr/lib/scala-2.11.7 /usr/lib/scala


export PATH=$PATH:/usr/lib/scala/bin

scala -version

# 1.6
wget http://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.6.tgz

# 2.6
# https://www.apache.org/dyn/closer.lua/spark/spark-2.2.0/spark-2.2.0-bin-hadoop2.6.tgz

tar xvf spark-1.6.0-bin-hadoop2.6.tgz

export SPARK_HOME=$HOME/spark-1.6.0-bin-hadoop2.6

export PATH=$PATH:$SPARK_HOME/bin

firewall-cmd --permanent --zone=public --add-port=6066/tcp

firewall-cmd --permanent --zone=public --add-port=7077/tcp

firewall-cmd --permanent --zone=public --add-port=8080-8081/tcp

firewall-cmd --reload

echo 'export PATH=$PATH:/usr/lib/scala/bin' >> .bash_profile

echo 'export SPARK_HOME=$HOME/spark-1.6.0-bin-hadoop2.6' >> .bash_profile

echo 'export PATH=$PATH:$SPARK_HOME/bin' >> .bash_profile