Apache Spark - LinuxUserGroupUWSP/RackMesa GitHub Wiki

yum install -y wget
wget http://d3kbcqa49mib13.cloudfront.net/spark-2.1.0-bin-hadoop2.7.tgz
tar xzf spark-2.1.0-bin-hadoop2.7.tgz

mv spark-2.1.0-bin-hadoop2.7 /usr/local/spark

echo "export SPARK_HOME=/usr/local/spark" >> ~/.bashrc
source ~/.bashrc

firewall-cmd --permanent --add-port=32768-65535/tcp
firewall-cmd --permanent --add-port=7077/tcp
firewall-cmd --reload

echo "spark.master  mesos://zk://[ZK_HOST1]:2181,[ZK_HOSTN]:2181/mesos" >> /usr/local/spark/conf/spark-defaults.conf
/usr/local/spark/sbin/start-mesos-dispatcher.sh --master mesos://zk://[ZK_HOST1]:2181,[ZK_HOSTN]:2181/mesos