-
Notifications
You must be signed in to change notification settings - Fork 1
/
entry_mg.sh
180 lines (163 loc) · 9.96 KB
/
entry_mg.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
#!/bin/bash
####
#Check ENV
####
echo "### Checking ENV"
if [ -z ${MHA_DB_1_IP} ] || \
[ -z ${MHA_DB_2_IP} ] || \
[ -z ${MHA_DB_3_IP} ] || \
[ -z ${MHA_DB_4_IP} ] || \
[ -z ${MHA_DB_1_PORT} ] || \
[ -z ${MHA_DB_2_PORT} ] || \
[ -z ${MHA_DB_3_PORT} ] || \
[ -z ${MHA_DB_4_PORT} ] || \
[ -z ${MHA_DB_1_SSH_PORT} ] || \
[ -z ${MHA_DB_2_SSH_PORT} ] || \
[ -z ${MHA_DB_3_SSH_PORT} ] || \
[ -z ${MHA_DB_4_SSH_PORT} ] || \
[ -z ${MHA_REPL_DB_1} ] || \
[ -z ${MHA_DCOS_URL} ] || \
[ -z ${MHA_DCOS_ID} ] || \
[ -z ${MHA_DCOS_PW} ] || \
[ -z ${MHA_HAPROXY_DCOS_NAME} ] || \
[ -z ${MHA_DB_ADMIN_ID} ] || \
[ -z ${MHA_DB_ADMIN_PW} ] || \
[ -z ${MHA_DB_REPL_ID} ] || \
[ -z ${MHA_DB_REPL_PW} ];then
echo "[Error] Make sure that all environment variables are set."
exit 1
fi
MHA_DB_1="${MHA_DB_1_IP}:${MHA_DB_1_PORT}"
MHA_DB_2="${MHA_DB_2_IP}:${MHA_DB_2_PORT}"
MHA_DB_3="${MHA_DB_3_IP}:${MHA_DB_3_PORT}"
MHA_DB_4="${MHA_DB_4_IP}:${MHA_DB_4_PORT}"
MHA_REPL_LIST=(${MHA_DB_1} ${MHA_DB_2} ${MHA_DB_3} ${MHA_DB_4})
MHA_CMASTER_IP=""
MHA_CMASTER_PORT=""
MHA_CMASTER=""
#Dump ENVS for cron
echo '#!/bin/bash' > /env.sh
set | grep ^MHA_ >> /env.sh
chmod 775 /env.sh
#DCOS SETUP
echo "### DCOS CLUSTER SETUP"
dcos cluster setup ${MHA_DCOS_URL} --insecure --username ${MHA_DCOS_ID} --password ${MHA_DCOS_PW}
echo "### Checking ENV [OK]"
echo "###Wait MHA Nodes for 10 Second "
sleep 10
#Check Current Master and Slave status
echo "### Checking Current Master and Slave Status"
if [ $(mysql -h ${MHA_DB_1_IP} -P ${MHA_DB_1_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "show slave status\G" | grep "Waiting for master to send event" | wc -l) -eq 1 ]; then
MHA_CMASTER_IP=$(mysql -h ${MHA_DB_1_IP} -P ${MHA_DB_1_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "show slave status\G" | grep Master_Host | awk -F": " '{print $2}')
MHA_CMASTER_PORT=$(mysql -h ${MHA_DB_1_IP} -P ${MHA_DB_1_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "show slave status\G" | grep Master_Port | awk -F": " '{print $2}')
MHA_CMASTER=${MHA_CMASTER_IP}:${MHA_CMASTER_PORT}
MHA_REPL_LIST=("${MHA_REPL_LIST[@]/${MHA_DB_1}/}")
MHA_REPL_LIST=("${MHA_REPL_LIST[@]/${MHA_CMASTER}/}")
fi
if [ $(mysql -h ${MHA_DB_2_IP} -P ${MHA_DB_2_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "show slave status\G" | grep "Waiting for master to send event" | wc -l) -eq 1 ]; then
MHA_CMASTER_IP=$(mysql -h ${MHA_DB_2_IP} -P ${MHA_DB_2_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "show slave status\G" | grep Master_Host | awk -F": " '{print $2}')
MHA_CMASTER_PORT=$(mysql -h ${MHA_DB_2_IP} -P ${MHA_DB_2_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "show slave status\G" | grep Master_Port | awk -F": " '{print $2}')
MHA_CMASTER=${MHA_CMASTER_IP}:${MHA_CMASTER_PORT}
MHA_REPL_LIST=("${MHA_REPL_LIST[@]/${MHA_DB_2}/}")
MHA_REPL_LIST=("${MHA_REPL_LIST[@]/${MHA_CMASTER}/}")
fi
if [ $(mysql -h ${MHA_DB_3_IP} -P ${MHA_DB_3_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "show slave status\G" | grep "Waiting for master to send event" | wc -l) -eq 1 ]; then
MHA_CMASTER_IP=$(mysql -h ${MHA_DB_3_IP} -P ${MHA_DB_3_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "show slave status\G" | grep Master_Host | awk -F": " '{print $2}')
MHA_CMASTER_PORT=$(mysql -h ${MHA_DB_3_IP} -P ${MHA_DB_3_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "show slave status\G" | grep Master_Port | awk -F": " '{print $2}')
MHA_CMASTER=${MHA_CMASTER_IP}:${MHA_CMASTER_PORT}
MHA_REPL_LIST=("${MHA_REPL_LIST[@]/${MHA_DB_3}/}")
MHA_REPL_LIST=("${MHA_REPL_LIST[@]/${MHA_CMASTER}/}")
fi
if [ $(mysql -h ${MHA_DB_4_IP} -P ${MHA_DB_4_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "show slave status\G" | grep "Waiting for master to send event" | wc -l) -eq 1 ]; then
MHA_CMASTER_IP=$(mysql -h ${MHA_DB_4_IP} -P ${MHA_DB_4_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "show slave status\G" | grep Master_Host | awk -F": " '{print $2}')
MHA_CMASTER_PORT=$(mysql -h ${MHA_DB_4_IP} -P ${MHA_DB_4_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "show slave status\G" | grep Master_Port | awk -F": " '{print $2}')
MHA_CMASTER=${MHA_CMASTER_IP}:${MHA_CMASTER_PORT}
MHA_REPL_LIST=("${MHA_REPL_LIST[@]/${MHA_DB_4}/}")
MHA_REPL_LIST=("${MHA_REPL_LIST[@]/${MHA_CMASTER}/}")
fi
#Check the presence of Master
if [ -z ${MHA_CMASTER_IP} ]; then
echo "### There was no master. So, ${MHA_DB_1} is now master!"
USER_C=$(mysql -h ${MHA_DB_1_IP} -P ${MHA_DB_1_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "select user from mysql.user where user='${MHA_DB_REPL_ID}'" | wc -l)
if [ ${USER_C} -eq 0 ]; then
mysql -h ${MHA_DB_1_IP} -P ${MHA_DB_1_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "CREATE USER '${MHA_DB_REPL_ID}'@'%' IDENTIFIED BY '${MHA_DB_REPL_PW}';GRANT REPLICATION SLAVE ON *.* TO '${MHA_DB_REPL_ID}'@'%';flush privileges;"
fi
mysql -h ${MHA_DB_1_IP} -P ${MHA_DB_1_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "SET GLOBAL read_only = 0;UNLOCK TABLES;STOP slave;RESET slave;"
MHA_CMASTER_IP=${MHA_DB_1_IP}
MHA_CMASTER_PORT=${MHA_DB_1_PORT}
MHA_CMASTER=${MHA_CMASTER_IP}:${MHA_CMASTER_PORT}
MHA_REPL_LIST=("${MHA_REPL_LIST[@]/${MHA_CMASTER}/}")
fi
echo "### Current Master is : ${MHA_CMASTER}"
echo "### Need Work List : ${MHA_REPL_LIST[@]}"
echo "### Checking Current Master and Slave Status [OK]"
#Deploy HAPROXY
if [ ${MHA_CMASTER_IP}${MHA_CMASTER_PORT} = ${MHA_DB_1_IP}${MHA_DB_1_PORT} ]; then
/bin/bash /etc/mha_script/change_proxy1.sh
else
/bin/bash /etc/mha_script/change_proxy2.sh
fi
#Dump from master
echo "### Dumping current Master's Databases. (${MHA_REPL_DB_1} ${MHA_REPL_DB_2} ${MHA_REPL_DB_3})"
mysqldump --single-transaction --routines --triggers --databases ${MHA_REPL_DB_1} ${MHA_REPL_DB_2} ${MHA_REPL_DB_3} -h ${MHA_CMASTER_IP} -P ${MHA_CMASTER_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} > /tmp/master_dump.db
echo "### Dumping current Master's Databases. (${MHA_REPL_DB_1} ${MHA_REPL_DB_2} ${MHA_REPL_DB_3}) [OK]"
echo "### Restart HAproxy"
#Get position from master
echo "### Getting Current Log_file and Log_pos from Master"
T_STRING=$(mysql -h ${MHA_CMASTER_IP} -P ${MHA_CMASTER_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "show master status\G" | egrep '(File|Position)')
MHA_MASTER_LOG_FILE=$(echo ${T_STRING} | awk '{print $2}')
MHA_MASTER_LOG_POS=$(echo ${T_STRING} | awk '{print $4}')
echo "### Getting Current Log_file and Log_pos from Master [OK]"
#Start Slaves
echo "### Start slaves"
for REPL_TASK in ${MHA_REPL_LIST[@]}
do
echo "### ${REPL_TASK} is going to slave"
MHA_REPL_IP=$(echo ${REPL_TASK} | awk -F: '{print $1}')
MHA_REPL_PORT=$(echo ${REPL_TASK} | awk -F: '{print $2}')
mysql -h ${MHA_REPL_IP} -P ${MHA_REPL_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "SET GLOBAL read_only = 0;UNLOCK TABLES;STOP slave;RESET slave;"
USER_C=$(mysql -h ${MHA_REPL_IP} -P ${MHA_REPL_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "select user from mysql.user where user='${MHA_DB_REPL_ID}'" | wc -l)
if [ ${USER_C} -eq 0 ]; then
mysql -h ${MHA_REPL_IP} -P ${MHA_REPL_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "CREATE USER '${MHA_DB_REPL_ID}'@'%' IDENTIFIED BY '${MHA_DB_REPL_PW}';GRANT REPLICATION SLAVE ON *.* TO '${MHA_DB_REPL_ID}'@'%';flush privileges;"
fi
mysql -h ${MHA_REPL_IP} -P ${MHA_REPL_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} < /tmp/master_dump.db
mysql -h ${MHA_REPL_IP} -P ${MHA_REPL_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "CHANGE MASTER TO MASTER_HOST='${MHA_CMASTER_IP}', MASTER_PORT=${MHA_CMASTER_PORT}, MASTER_USER='${MHA_DB_REPL_ID}', MASTER_PASSWORD='${MHA_DB_REPL_PW}', MASTER_LOG_FILE='${MHA_MASTER_LOG_FILE}', MASTER_LOG_POS=${MHA_MASTER_LOG_POS};START SLAVE; "
echo "### ${REPL_TASK} is now slave"
mysql -h ${MHA_REPL_IP} -P ${MHA_REPL_PORT} -u${MHA_DB_ADMIN_ID} -p${MHA_DB_ADMIN_PW} -e "FLUSH TABLES WITH READ LOCK;SET GLOBAL read_only = 1;"
done
echo "### Start slaves [OK]"
#RUN SSHD and cron
systemd-tmpfiles --create
/usr/sbin/sshd
crontab /etc/cron.d/cron
cron
# Replace cnf
sed -i "s/\${MHA_DB_ADMIN_ID}/${MHA_DB_ADMIN_ID}/" /etc/mha.cnf
sed -i "s/\${MHA_DB_ADMIN_PW}/${MHA_DB_ADMIN_PW}/" /etc/mha.cnf
sed -i "s/\${MHA_DB_REPL_ID}/${MHA_DB_REPL_ID}/" /etc/mha.cnf
sed -i "s/\${MHA_DB_REPL_PW}/${MHA_DB_REPL_PW}/" /etc/mha.cnf
sed -i "s/\${MHA_DB_1_IP}/${MHA_DB_1_IP}/" /etc/mha.cnf
sed -i "s/\${MHA_DB_1_PORT}/${MHA_DB_1_PORT}/" /etc/mha.cnf
sed -i "s/\${MHA_DB_1_SSH_PORT}/${MHA_DB_1_SSH_PORT}/" /etc/mha.cnf
sed -i "s/\${MHA_DB_2_IP}/${MHA_DB_2_IP}/" /etc/mha.cnf
sed -i "s/\${MHA_DB_2_PORT}/${MHA_DB_2_PORT}/" /etc/mha.cnf
sed -i "s/\${MHA_DB_2_SSH_PORT}/${MHA_DB_2_SSH_PORT}/" /etc/mha.cnf
sed -i "s/\${MHA_DB_3_IP}/${MHA_DB_3_IP}/" /etc/mha.cnf
sed -i "s/\${MHA_DB_3_PORT}/${MHA_DB_3_PORT}/" /etc/mha.cnf
sed -i "s/\${MHA_DB_3_SSH_PORT}/${MHA_DB_3_SSH_PORT}/" /etc/mha.cnf
sed -i "s/\${MHA_DB_4_IP}/${MHA_DB_4_IP}/" /etc/mha.cnf
sed -i "s/\${MHA_DB_4_PORT}/${MHA_DB_4_PORT}/" /etc/mha.cnf
sed -i "s/\${MHA_DB_4_SSH_PORT}/${MHA_DB_4_SSH_PORT}/" /etc/mha.cnf
sed -i "s/\${MHA_DB_1_IP}/${MHA_DB_1_IP}/" /etc/mha_script/master_ip_failover_script
sed -i "s/\${MHA_DB_1_PORT}/${MHA_DB_1_PORT}/" /etc/mha_script/master_ip_failover_script
sed -i "s/\${MHA_DB_2_IP}/${MHA_DB_2_IP}/" /etc/mha_script/master_ip_failover_script
sed -i "s/\${MHA_DB_2_PORT}/${MHA_DB_2_PORT}/" /etc/mha_script/master_ip_failover_script
sed -i "s,\${MHA_HAPROXY_DCOS_NAME},${MHA_HAPROXY_DCOS_NAME}," /etc/mha_script/change_proxy1.sh
sed -i "s/\${MHA_DB_1_IP}/${MHA_DB_1_IP}/" /etc/mha_script/master_ip_online_change_script
sed -i "s/\${MHA_DB_2_IP}/${MHA_DB_2_IP}/" /etc/mha_script/master_ip_online_change_script
sed -i "s,\${MHA_HAPROXY_DCOS_NAME},${MHA_HAPROXY_DCOS_NAME}," /etc/mha_script/change_proxy2.sh
echo "### Starting MHA Manager"
mkdir -p /var/log/masterha
touch /var/log/masterha/MHA.log
masterha_manager --conf=/etc/mha.cnf &
tail -f /var/log/masterha/MHA.log