MySQL主主+Keepalived架構安裝部署

時間 2020-05-19

原文原文鏈接

需求：根據當前客戶的生產環境，模擬安裝部署一套MySQL主主+Keepalived架構的測試環境，方便後續本身作一些功能性的測試。html

1.準備工做

MySQL、Keepalived的具體版本，虛擬主機等配置，都儘量參考客戶目前的生產環境安裝規範來準備：

軟件名稱	版本
MySQL	5.7.29
Keepalived	2.0.20

準備2臺虛擬主機，具體環境信息爲:mysql

系統版本	主機名	IP地址	主機內存	磁盤空間
RHEL6.8	test01	192.168.1.121	4G	20G
RHEL6.8	test02	192.168.1.122	4G	20G

規劃業務鏈接的vip爲：192.168.1.130linux

MySQL軟件下載地址：https://downloads.mysql.com/archives/community/
Keepalived軟件下載地址：https://www.keepalived.org/download.htmlredis

我這裏本身的測試環境能夠鏈接到外網，能夠直接wget放到後臺下載
好比統一進入到介質存放目錄/u01/media下，使用wget下載對應介質：sql

cd /u01/media
nohup wget https://downloads.mysql.com/archives/get/p/23/file/mysql-5.7.29-linux-glibc2.12-x86_64.tar.gz --no-check-certificate &
nohup wget https://www.keepalived.org/software/keepalived-2.0.20.tar.gz &

實測wget下載MySQL須要加--no-check-certificate參數，不加會下載失敗，提示信息爲Unable to establish SSL connection.。shell

根據客戶模版編輯my.cnf配置文件，存放路徑爲：/etc/mysql/my.cnf數據庫

my.cnf內容，這裏也是徹底引用當前客戶MySQL的安裝規範，若是後續測試驗證有涉及到個別參數的調整，會特別註明：bash

#################################
## my.cnf for MySQL 5.7/8.0
#
#如下內容須要修改：
#1）prompt="\u@mysqldb \R:\m:\s [\d]> "  【mysqldb可修改成業務系統名稱】
#2）character-set-server = utf8mb4  默認，有特殊要求可修改成GBK，但不建議
#3）innodb_buffer_pool_size = 1024M 設置mysql總內存大小，可以使用物理內存3/5(我這裏測試環境還有其餘測試軟件運行，因此設置爲1024M)
#4）server-id = 1121 確保主從或主主各個節點不一樣，規則可考慮使用ip地址後兩段，如192.168.1.121 server-id=1121
#
#################################
[client]
port	= 3306
socket	= /data/mysql/mysql.sock

[mysql]
prompt="\u@mysqldb \R:\m:\s [\d]> "
no-auto-rehash

[mysqld]
user	= mysql
port	= 3306
basedir	= /usr/local/mysql
datadir	= /data/mysql
socket	= /data/mysql/mysql.sock
pid-file = mysqldb.pid
character-set-server = utf8mb4
skip_name_resolve = 1

#若你的MySQL數據庫主要運行在境外，請務必根據實際狀況調整本參數
default_time_zone = "+8:00"

open_files_limit    = 65535
back_log = 1024
max_connections = 800
max_connect_errors = 1000000
table_open_cache = 1024
table_definition_cache = 1024
table_open_cache_instances = 64
thread_stack = 512K
external-locking = FALSE
max_allowed_packet = 32M
sort_buffer_size = 16M
join_buffer_size = 16M
thread_cache_size = 768
interactive_timeout = 600
wait_timeout = 600
tmp_table_size = 96M
max_heap_table_size = 96M
slow_query_log = 1
log_timestamps = SYSTEM
slow_query_log_file = /data/mysql/slow.log
log-error = /data/mysql/error.log
long_query_time = 0.1
log_queries_not_using_indexes =1
log_throttle_queries_not_using_indexes = 60
min_examined_row_limit = 100
log_slow_admin_statements = 1
log_slow_slave_statements = 1
server-id = 1121
log-bin = /data/mysql/mybinlog
sync_binlog = 1
binlog_cache_size = 4M
max_binlog_cache_size = 2G
max_binlog_size = 1G
auto-increment-increment = 2     
auto-increment-offset = 1  

#注意：MySQL 8.0開始，binlog_expire_logs_seconds選項也存在的話，會忽略expire_logs_days選項
expire_logs_days = 7

master_info_repository = TABLE
relay_log_info_repository = TABLE
gtid_mode = on
enforce_gtid_consistency = 1
log_slave_updates
slave-rows-search-algorithms = 'INDEX_SCAN,HASH_SCAN'
binlog_format = row
binlog_checksum = 1
relay_log_recovery = 1
relay-log-purge = 1
key_buffer_size = 32M
read_buffer_size = 8M
read_rnd_buffer_size = 16M
bulk_insert_buffer_size = 64M
myisam_sort_buffer_size = 128M
myisam_max_sort_file_size = 10G
myisam_repair_threads = 1
lock_wait_timeout = 3600
explicit_defaults_for_timestamp = 1
innodb_thread_concurrency = 0
innodb_sync_spin_loops = 100
innodb_spin_wait_delay = 30

#transaction_isolation = REPEATABLE-READ
transaction_isolation = READ-COMMITTED
sql_mode = "STRICT_TRANS_TABLES,NO_ENGINE_SUBSTITUTION,NO_ZERO_DATE,NO_ZERO_IN_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER"
#innodb_additional_mem_pool_size = 16M
innodb_buffer_pool_size = 1024M
innodb_buffer_pool_instances = 4
innodb_buffer_pool_load_at_startup = 1
innodb_buffer_pool_dump_at_shutdown = 1
innodb_data_file_path = ibdata1:1G:autoextend
innodb_flush_log_at_trx_commit = 1
innodb_log_buffer_size = 32M
innodb_log_file_size = 2G
innodb_log_files_in_group = 2
innodb_max_undo_log_size = 4G
innodb_undo_directory = /data/mysql/undolog
innodb_undo_tablespaces = 95

# 根據您的服務器IOPS能力適當調整
# 通常配普通SSD盤的話，能夠調整到 10000 - 20000
# 配置高端PCIe SSD卡的話，則能夠調整的更高，好比 50000 - 80000
innodb_io_capacity = 4000
innodb_io_capacity_max = 8000
innodb_flush_sync = 0
innodb_flush_neighbors = 0
innodb_write_io_threads = 8
innodb_read_io_threads = 8
innodb_purge_threads = 4
innodb_page_cleaners = 4
innodb_open_files = 65535
innodb_max_dirty_pages_pct = 50
innodb_flush_method = O_DIRECT
innodb_lru_scan_depth = 4000
innodb_checksum_algorithm = crc32
innodb_lock_wait_timeout = 10
innodb_rollback_on_timeout = 1
innodb_print_all_deadlocks = 1
innodb_file_per_table = 1
innodb_online_alter_log_max_size = 4G
innodb_stats_on_metadata = 0
innodb_undo_log_truncate = 1

# some var for MySQL 5.7
innodb_checksums = 1
#innodb_file_format = Barracuda
#innodb_file_format_max = Barracuda
query_cache_size = 0
query_cache_type = 0
innodb_undo_logs = 128

#注意：MySQL 8.0.16開始刪除該選項
internal_tmp_disk_storage_engine = InnoDB

innodb_status_file = 1
#注意: 開啓 innodb_status_output & innodb_status_output_locks 後, 可能會致使log-error文件增加較快
innodb_status_output = 0
innodb_status_output_locks = 0

#performance_schema
performance_schema = 1
performance_schema_instrument = '%memory%=on'
performance_schema_instrument = '%lock%=on'

#innodb monitor
innodb_monitor_enable="module_innodb"
innodb_monitor_enable="module_server"
innodb_monitor_enable="module_dml"
innodb_monitor_enable="module_ddl"
innodb_monitor_enable="module_trx"
innodb_monitor_enable="module_os"
innodb_monitor_enable="module_purge"
innodb_monitor_enable="module_log"
innodb_monitor_enable="module_lock"
innodb_monitor_enable="module_buffer"
innodb_monitor_enable="module_index"
innodb_monitor_enable="module_ibuf_system"
innodb_monitor_enable="module_buffer_page"
innodb_monitor_enable="module_adaptive_hash"

[mysqldump]
quick
max_allowed_packet = 32M

2.MySQL安裝部署

2.1 MySQL解壓、初始化：服務器

cd /u01/media
tar -zxf mysql-5.7.29-linux-glibc2.12-x86_64.tar.gz
mv mysql-5.7.29-linux-glibc2.12-x86_64 /usr/local/mysql5.7
ln -s /usr/local/mysql5.7 /usr/local/mysql
mkdir -p /data/mysql
chmod 755 /data
useradd -u 3001 mysql 
chown -R mysql:mysql /data
chown -R root:mysql /usr/local/mysql5.7
/usr/local/mysql/bin/mysqld --defaults-file=/etc/mysql/my.cnf --initialize --datadir=/data/mysql --basedir=/usr/local/mysql --user=mysql --explicit_defaults_for_timestamp

2.2 啓動MySQL服務：架構

/usr/local/mysql/bin/mysqld_safe --defaults-file=/etc/mysql/my.cnf &

2.3 配置MySQL啓動腳本：

#拷貝啓動腳本
cp /usr/local/mysql/support-files/mysql.server /etc/init.d/mysqld

#定義basedir和datadir的路徑
vi /etc/init.d/mysqld
basedir=/usr/local/mysql
datadir=/data/mysql

#將MySQL加入服務列表，並設置爲開機啓動：
chkconfig --add mysqld
chkconfig mysqld on

#檢查是否生效(2,3,4,5爲on)
chkconfig --list mysqld

2.4 修改MySQL的root密碼：

# MySQL 5.7 初始化時生成臨時的密碼可在日誌中查找：
# grep temporary /data/mysql/error.log

# 登陸MySQL修改密碼：
# mysql -uroot -p
mysql> alter user 'root'@'localhost' identified by '123';
mysql> flush privileges;

注：若是mysql命令不識別，須要將環境變量/usr/local/mysql/bin追加到/etc/profile中的PATH變量中：

export PATH="$PATH:/usr/local/redis/bin:/usr/local/mysql/bin"

3.MySQL主主配置

基本的 my.cnf 參數文件、密碼設置已經在以前步驟配置完成，下面直接進行MySQL主主配置：

3.1 配置Master1服務器(121)

grant replication slave, replication client on *.* to 'repl'@'192.168.1.%' identified by "123";
flush privileges;
flush tables with read lock; /* 注意該參數設置後，若是本身同步對方數據，同步前必定要記得先解鎖！*/
show master status;

結果以下：

root@mysqldb 21:30:  [(none)]> show master status;
+-----------------+----------+--------------+------------------+------------------------------------------+
| File            | Position | Binlog_Do_DB | Binlog_Ignore_DB | Executed_Gtid_Set                        |
+-----------------+----------+--------------+------------------+------------------------------------------+
| mybinlog.000002 |     1035 |              |                  | 08c887bf-98ab-11ea-b70c-080027c2997a:1-4 |
+-----------------+----------+--------------+------------------+------------------------------------------+
1 row in set (0.00 sec)

3.2 配置Master2服務器(122)

grant replication slave, replication client on *.* to 'repl'@'192.168.1.%' identified by "123";
flush privileges;
flush tables with read lock; /* 注意該參數設置後，若是本身同步對方數據，同步前必定要記得先解鎖！*/
show master status;

結果以下：

root@mysqldb 21:31:  [(none)]> show master status;
+-----------------+----------+--------------+------------------+------------------------------------------+
| File            | Position | Binlog_Do_DB | Binlog_Ignore_DB | Executed_Gtid_Set                        |
+-----------------+----------+--------------+------------------+------------------------------------------+
| mybinlog.000002 |     1035 |              |                  | 5d3f3359-98ab-11ea-8101-080027763d24:1-4 |
+-----------------+----------+--------------+------------------+------------------------------------------+
1 row in set (0.00 sec)

3.3 Master1 => Master2方向同步
在master1(121)上作如下操做，注意master_host輸入master2地址，以及master2的show master status信息:

mysql -uroot -p'123'
unlock tables; /*先解鎖，將對方數據同步到本身的數據庫中*/
stop slave;
change master to master_host='192.168.1.122', master_user='repl', master_password='123', master_log_file='mybinlog.000002', master_log_pos=1035;
start slave;

查看同步狀態，以下出現兩個「Yes」，代表同步成功:

show slave status\G
...
Slave_IO_Running: Yes
Slave_SQL_Running: Yes

3.4 Master2 => Master1方向同步
在master2(122)上作如下操做，注意master_host輸入master1地址，以及master1的show master status信息:

mysql -uroot -p'123'
unlock tables; /*先解鎖，將對方數據同步到本身的數據庫中*/
stop slave;
change master to master_host='192.168.1.121', master_user='repl', master_password='123', master_log_file='mybinlog.000002', master_log_pos=1035;
start slave;

查看同步狀態，以下出現兩個「Yes」，代表同步成功:

show slave status\G
...
Slave_IO_Running: Yes
Slave_SQL_Running: Yes

3.5 驗證主主同步正常
在master1(121)上建立一個測試庫test121；建立表t1，插入一條數據，而後去master2(122)查詢確認同步；
在master2(122)上建立一個測試庫test122；建立表t1，插入一條數據，而後去master1(121)查詢確認同步。

--在master1(121)上:
create database test121;
use test121;
create table t1 (id int, name varchar(20));
insert into t1 values (1,'Alfred Zhao on 121');

--在master2(122)上:
create database test122;
use test122;
create table t1 (id int, name varchar(20));
insert into t1 values (1,'Alfred Zhao on 122');

--在master1(121)上查詢test122庫中T1表；
存在。
--在master2(122)上查詢test121庫中T1表；
存在。

4.Keepalived安裝部署

4.1 安裝keepalived軟件
須要準備的系統依賴包：

gcc
libnl-1.1.4-2.el6.x86_64
libnl-devel-1.1.4-2.el6.x86_64
libnfnetlink-1.0.0-1.el6.x86_64
libnfnetlink-devel-1.0.0-1.el6.x86_64
openssl-devel-1.0.1e-58.el6_10.x86_64

配置好yum源，使用yum install安裝對應的包。

4.2 編譯安裝keepalived
解壓及配置:

tar -xvf keepalived-2.0.20.tar.gz
mv keepalived-2.0.20 /usr/local/src/
cd /usr/local/src/keepalived-2.0.20
./configure --prefix=/usr/local/keepalived

編譯安裝:

make&&make install

4.3 配置keepalived服務

配置服務文件

mkdir /etc/keepalived
cp /usr/local/keepalived/etc/keepalived/keepalived.conf /etc/keepalived/keepalived.conf
cp /usr/local/keepalived/etc/sysconfig/keepalived /etc/sysconfig/
cp /usr/local/keepalived/sbin/keepalived /usr/sbin
cp /usr/local/src/keepalived-2.0.20/keepalived/etc/init.d/keepalived /etc/rc.d/init.d/keepalived

加keepalived服務

chkconfig --list |grep keepalived
chkconfig --add keepalived
chkconfig keepalived on

配置keepalived日誌

keepalived的日誌默認是輸出到/var/log/messages中，這樣不便於查看。如何自定義keepalived的日誌輸出文件呢？
若是是用service啓動的，修改/etc/sysconfig/keepalived文件
vi /etc/sysconfig/keepalived

KEEPALIVED_OPTIONS="-D -d -S 0"

若是不是，則啓動的時候指定以上參數，如：

/usr/local/keepalived/sbin/keepalived -d -D -S 0

修改/etc/syslog.conf（RHEL6.8之後配置/etc/rsyslog.conf）

# keepalived -S 0 
local0.*     /var/log/keepalived.log

重啓syslog：

# RHEL 5&6：
service syslog restart
# RHEL 7：
service rsyslog restart

注：RHEL6.8也是按照RHEL7的方法來操做。

配置keepalived的MySQL故障轉移
master1(121)機器上的keepalived.conf配置:
注：下面配置中沒有使用lvs的負載均衡功能，因此不須要配置虛擬服務器virtual server

cd /etc/keepalived/
mv keepalived.conf keepalived.conf.bak
vi /etc/keepalived/keepalived.conf

! Configuration File for keepalived

vrrp_script chk_mysql_port { 
    script "/etc/keepalived/check_mysql.sh" 
    interval 2 
    weight -5 
    fall 2 
    rise 1 
}
       
vrrp_instance VI_1 {
    state MASTER    
    interface eth0 #指定虛擬ip的網卡接口
    mcast_src_ip 192.168.1.121 #指定本服務器物理ip地址
    virtual_router_id 51 #路由器標識，MASTER和BACKUP必須是一致的
    priority 101 
    advert_int 1         
    authentication {   
        auth_type PASS 
        auth_pass 888888   
    }
    virtual_ipaddress {    
        192.168.1.130 #指定虛擬ip地址
    }
      
track_script {               
   chk_mysql_port             
}
}

編輯 /etc/keepalived/check_mysql.sh
vi /etc/keepalived/check_mysql.sh

#!/bin/bash
counter=$(netstat -na|grep "LISTEN"|grep "3306"|wc -l)
if [ "${counter}" -eq 0 ]; then
    /etc/init.d/keepalived stop
fi
 
# 修改chk_mysql.sh權限
chmod 755 /etc/keepalived/check_mysql.sh

# 啓動keepalived
# service keepalived start
Starting keepalived: [ OK ]

master2(122)機器上的keepalived.conf配置：

cd /etc/keepalived/
mv keepalived.conf keepalived.conf.bak
vi /etc/keepalived/keepalived.conf

! Configuration File for keepalived

vrrp_script chk_mysql_port {
    script "/etc/keepalived/check_mysql.sh"
    interval 2            
    weight -5                 
    fall 2                 
    rise 1               
}
       
vrrp_instance VI_1 {
    state BACKUP
    interface eth0    
    mcast_src_ip 192.168.1.122
    virtual_router_id 51    
    priority 99          
    advert_int 1         
    authentication {   
        auth_type PASS 
        auth_pass 888888    
    }
    virtual_ipaddress {    
        192.168.1.130
    }
      
track_script {               
   chk_mysql_port             
}
}

編輯check_mysql.sh

vi /etc/keepalived/check_mysql.sh

#!/bin/bash
counter=$(netstat -na|grep "LISTEN"|grep "3306"|wc -l)
if [ "${counter}" -eq 0 ]; then
    /etc/init.d/keepalived stop
fi

chmod 755 /etc/keepalived/check_mysql.sh

啓動keepalived:

# service keepalived start
Starting keepalived: [ OK ]

5.其餘補充

5.1 查看keepalived日誌：

tail -200f /var/log/keepalived.log

5.2 建立數據庫、用戶並賦權

--建立業務數據庫：
create database demo;

--建立業務用戶：
create user 'jingyu'@'%' identified by 'jingyu';

--賦予業務用戶權限(默認）：
grant insert,update,delete,select,alter,create,index,SHOW VIEW on demo.* to 'jingyu'@'%';

此時應用側已經可使用命令mysql -ujingyu -p -h192.168.1.130或者客戶端鏈接工具，登陸到demo數據庫進行相關操做了。

[root@test01 ~]# mysql -ujingyu -p -h192.168.1.130
Enter password: 
Welcome to the MySQL monitor.  Commands end with ; or \g.
Your MySQL connection id is 27
Server version: 5.7.29-log MySQL Community Server (GPL)

Copyright (c) 2000, 2020, Oracle and/or its affiliates. All rights reserved.

Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.

Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.

jingyu@mysqldb 00:00:  [(none)]> show databases;
+--------------------+
| Database           |
+--------------------+
| information_schema |
| demo               |
+--------------------+
2 rows in set (0.01 sec)