Java JDK 1.8Hadoop 1.2.1
Scala-2.10
$sudo apt-get update
$sudo apt-get install oracle-java8-installer
$sudo update-alternatives –config java
Verify the java installation using following command
$java -version
Install Hadoop from following link
/how-to-install-hadoop-in-standalone-machine
https://www.scala-lang.org/download/
vi /home/admin(system name)/.bashrc
export SCALA_HOME=/home/user/scala-2.10
$source .bashrc
$scala -version
https://spark.apache.org/downloads.html
vi /home/admin(system name)/.bashrc
export SPARK_HOME=/home/user/spark-1.6.2</li>
</ul>
export
PATH=$HADOOP_HOME/bin:$SPARK_HOME/bin:$SCALA_HOME/bin:$PATH
$source .bashrc
$ cd /home/user/spark-1.6.2/conf
export SCALA_HOME=/home/user/scala-2.10
export SPARK_WORKER_MEMORY=1g
export SPARK_WORKER_INSTANCES=2
export SPARK_WORKER_DIR=/home/user/work
$vi slaves
Ipaddress (Master IPaddress)
$vi spark-defaults.conf
spark.master spark://IP address:7077
$cd /home/user/spark-1.6.2/sbin
start-master.shstart-slaves.sh
3590 Worker
3273 Master2842 Worker
$cd “/home/user/spark-1.6.2/bin”$spark-shellscala>