blob: 178561ca158fbc86edbc38fa0f8d0ca5d53db6c5 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
|
#!/bin/bash
source /etc/profile
BASE_DIR=/data/tsg/olap
VERSION=spark-2.2.3-bin-hadoop2.7
function set_log(){
RES_SUM_FILE=$BASE_DIR/$VERSION/logs
if [ ! -f "$RES_SUM_FILE/" ]
then
mkdir -p $RES_SUM_FILE
fi
if [ ! -d "$RES_SUM_FILE/$1" ];then
echo "0" > $RES_SUM_FILE/$1
fi
OLD_NUM=`cat $RES_SUM_FILE/$1`
RESTART_NUM=`expr $OLD_NUM + 1`
echo $RESTART_NUM > $RES_SUM_FILE/$1
if [ $OLD_NUM -eq "0" ];then
echo "`date "+%Y-%m-%d %H:%M:%S"` - Spark $2服务初次启动" >> $BASE_DIR/$VERSION/logs/restart.log
else
echo "`date +%Y-%m-%d` `date +%H:%M:%S` - Spark $2服务异常 - 重启次数 -> $RESTART_NUM." >> $BASE_DIR/$VERSION/logs/restart.log
fi
}
while true ; do
HAS_MA=`jps -l | grep -w "org.apache.spark.deploy.master.Master" | grep -v grep |wc -l`
HAS_HI=`jps -l | grep -w "org.apache.spark.deploy.history.HistoryServer" | grep -v grep |wc -l`
HAS_WO=`jps -l | grep -w "org.apache.spark.deploy.worker.Worker" | grep -v grep |wc -l`
if [ $HAS_MA -eq "0" ];then
$BASE_DIR/$VERSION/sbin/start-master.sh
set_log maRes_sum Master
fi
if [ $HAS_HI -eq "0" ];then
$BASE_DIR/$VERSION/sbin/start-history-server.sh
set_log hiRes_sum HistoryServer
fi
if [ $HAS_WO -eq "0" ];then
$BASE_DIR/$VERSION/sbin/start-slave.sh spark://192.168.20.223:7077
set_log woRes_sum Worker
fi
sleep 60
done
|
