Spark在centos7一键安装脚本

脚本代码如下：

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
1#!/bin/bash

2# Install Spark on CentOS 7

3yum install java -y

4java -version

5

6yum install wget -y

7wget http://downloads.typesafe.com/scala/2.11.7/scala-2.11.7.tgz

8tar xvf scala-2.11.7.tgz

9sudo mv scala-2.11.7 /usr/lib

10sudo ln -s /usr/lib/scala-2.11.7 /usr/lib/scala

11export PATH=$PATH:/usr/lib/scala/bin

12scala -version

13

14wget http://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.6.tgz

15tar xvf spark-1.6.0-bin-hadoop2.6.tgz

16

17export SPARK_HOME=$HOME/spark-1.6.0-bin-hadoop2.6

18export PATH=$PATH:$SPARK_HOME/bin

19

20firewall-cmd --permanent --zone=public --add-port=6066/tcp

21firewall-cmd --permanent --zone=public --add-port=7077/tcp

22firewall-cmd --permanent --zone=public --add-port=8080-8081/tcp

23firewall-cmd --reload

24

25echo 'export PATH=$PATH:/usr/lib/scala/bin' >> .bash_profile

26echo 'export SPARK_HOME=$HOME/spark-1.6.0-bin-hadoop2.6' >> .bash_profile

27echo 'export PATH=$PATH:$SPARK_HOME/bin' >> .bash_profile

28

29# 刷新配置

30source /root/.bash_profile

31