Page History

#!/bin/bash

# Install Spark on CentOS 7
cd $home

yum install java -y
java -version

yum install wget -y

wget http://downloads.typesafe.com/scala/2.11.7/scala-2.11.7.tgz

tar xvf scala-2.11.7.tgz

sudo mv scala-2.11.7 /usr/lib

sudo ln -s /usr/lib/scala-2.11.7 /usr/lib/scala


export PATH=$PATH:/usr/lib/scala/bin

scala -version


#Spark 버젼을 선택하여 진행합니다. https://spark.apache.org/downloads.html

# 1.6
wget httpshttp://archived3kbcqa49mib13.apache.org/dist/spark/spark-1.6.0cloudfront.net/spark-1.6.0-bin-hadoop2.6.tgz

tar xvf spark-1.6.0-bin-hadoop2.6.tgz

export SPARK_HOME=$HOME/spark-1.6.0-bin-hadoop2.6

export PATH=$PATH:$SPARK_HOME/bin


# 2.6
wget https://www.apache.org/dyn/closer.lua/spark/spark-2.2.0/spark-2.2.0-bin-hadoop2.6.tgz

tar xvf spark-2.2.0-bin-hadoop2.6.tgz

export SPARK_HOME=$HOME/spark-2.2.0-bin-hadoop2.6

export PATH=$PATH:$SPARK_HOME/bin