實現haproxy+keepalived和lvs+keepalived高可用

時間  2020-07-20
標籤 實現 haproxy+keepalived haproxy keepalived lvs+keepalived lvs 可用 欄目 負載均衡 简体版
原文   原文鏈接

實現haproxy+keepalived高可用集羣

環境
服務器系統：Centos7
ip:192.168.100.43，192.168.100.44(nginx)
ip:192.168.100.41，192.168.100.42(haproxy,keepalived)
vip:192.168.100.40
nginx配置php

#nginx-43和nginx-44添加以下相同配置
#nginx安裝前面已經配置過，這邊就不在過多描述
[root@nginx-43 vhost]# ifconfig
ens33: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 192.168.100.43  netmask 255.255.255.0  broadcast 192.168.100.255
        ether 00:0c:29:b6:f0:74  txqueuelen 1000  (Ethernet)
        RX packets 2997  bytes 327500 (319.8 KiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 2187  bytes 284174 (277.5 KiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

lo: flags=73<UP,LOOPBACK,RUNNING>  mtu 65536
        inet 127.0.0.1  netmask 255.0.0.0
        loop  txqueuelen 1000  (Local Loopback)
        RX packets 56  bytes 28048 (27.3 KiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 56  bytes 28048 (27.3 KiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

[root@nginx-php_43 ~]# cd /data/tools/nginx/conf/
[root@nginx-php_43 conf]# pwd
/data/tools/nginx/conf
#nginx.conf修改和添加以下配置
[root@nginx-php_43 conf]# grep -E "www|conf" nginx.conf
user www www;
include vhost/*.conf;

#添加以下配置
[root@nginx-php_43 conf]# cd vhost/
[root@nginx-php_43 vhost]# cat www.abc.net.conf 
server {
  listen 80;
  server_name www.abc.net;
  access_log /data/wwwlogs/www.abc.net_nginx.log access_json;

  location / {
    root /data/wwwroot/www.abc.net;
    index index.php index.html index.htm;
  }

  location ~ \.php$ {
    root           /data/wwwroot/www.abc.net;
    fastcgi_pass   127.0.0.1:9000;
    fastcgi_index  index.php;
    fastcgi_param  SCRIPT_FILENAME  $document_root$fastcgi_script_name;
    include        fastcgi_params;
    }

}

本地windows添加hosts解析
路徑以下：C:\Windows\System32\drivers\etc\hosts
依次測試43和44，測試兩臺nginx結果以下便可註釋
#192.168.100.44 www.abc.net
192.168.100.43 www.abc.net
實現haproxy+keepalived和lvs+keepalived高可用html

haproxy配置nginx

#安裝haproxy
#haproxy2臺服務器相同配置
[root@haproxy_41 ~]# yum -y install haproxy

#設置開機自啓動並指定加載那個配置文件
[root@haproxy_41 ~]# cat /usr/lib/systemd/system/haproxy.service 
[Unit]
Description=HAProxy Load Balancer
After=syslog.target network.target

[Service]
EnvironmentFile=/etc/sysconfig/haproxy
ExecStart=/usr/sbin/haproxy-systemd-wrapper -f /etc/haproxy/haproxy.cfg -f /etc/haproxy/conf/www.abc.net.cfg -p /run/haproxy.pid $OPTIONS
ExecReload=/bin/kill -USR2 $MAINPID
KillMode=mixed

[Install]
WantedBy=multi-user.target
#設置開機自啓動
[root@haproxy_41 ~]# systemctl enable --now haproxy

#haproxy主配置文件
[root@haproxy_41 ~]# cat /etc/haproxy/haproxy.cfg
global
    log         127.0.0.1 local2
    chroot      /var/lib/haproxy
    pidfile     /var/run/haproxy.pid
    maxconn     4000
    user        haproxy
    group       haproxy
    daemon
    stats socket /var/lib/haproxy/stats

defaults
    mode                    http
    log                     global
    option                  httplog
    option                  dontlognull
    option http-server-close
    option forwardfor       except 127.0.0.0/8
    option                  redispatch
    retries                 3
    timeout http-request    10s
    timeout queue           1m
    timeout connect         10s
    timeout client          1m
    timeout server          1m
    timeout http-keep-alive 10s
    timeout check           10s
    maxconn                 3000

listen stats
    mode http
    bind 0.0.0.0:9999
    stats enable
    log global
    stats uri /haproxy-status
    stats auth admin:123456

#haproxy代理配置文件
[root@haproxy_41 ~]# cat /etc/haproxy/conf/www.magedu.net.cfg 
listen magedu_http_80
    bind 192.168.100.40:80
    mode tcp
    log global
    server 192.168.100.43 192.168.100.43:80 check inter 3000 fall 3 rise 5
    server 192.168.100.44 192.168.100.44:80 check inter 3000 fall 3 rise 5

haproxy配置web

#安裝haproxy
[root@haproxy_41 ~]# yum -y install haproxy

#設置開機自啓動並指定加載那個配置文件
[root@haproxy_41 ~]# cat /usr/lib/systemd/system/haproxy.service 
[Unit]
Description=HAProxy Load Balancer
After=syslog.target network.target

[Service]
EnvironmentFile=/etc/sysconfig/haproxy
ExecStart=/usr/sbin/haproxy-systemd-wrapper -f /etc/haproxy/haproxy.cfg -f /etc/haproxy/conf/www.abc.net.cfg -p /run/haproxy.pid $OPTIONS
ExecReload=/bin/kill -USR2 $MAINPID
KillMode=mixed

[Install]
WantedBy=multi-user.target

[root@haproxy_41 ~]# systemctl enable --now haproxy

keepalived配置redis

#安裝keepalived
#2臺keepalived略有區別

#master配置，區別爲state MASTER和priority 100
[root@haproxy_41 ~]# cat /etc/keepalived/keepalived.conf 
! Configuration File for keepalived

global_defs {
   notification_email {
     acassen@firewall.loc
     failover@firewall.loc
     sysadmin@firewall.loc
   }
   notification_email_from Alexandre.Cassen@firewall.loc
   smtp_server 127.0.0.1
   smtp_connect_timeout 30
   router_id LVS_DEVEL
   vrrp_skip_check_adv_addr
   #vrrp_strict
   vrrp_garp_interval 0
   vrrp_gna_interval 0
}

vrrp_instance VI_1 {
    state MASTER
    interface ens33
    virtual_router_id 51
    priority 100
    advert_int 1
    unicast_src_ip 192.168.100.41
    unicast_peer {
    192.168.100.42
    }
    authentication {
        auth_type PASS
        auth_pass 1111
    }
    virtual_ipaddress {
    192.168.100.40 dev ens33 label ens33:0
    }
}

#BACKUP配置，區別爲state BACKUP和priority 80
[root@haproxy_42 ~]# cat /etc/keepalived/keepalived.conf 
! Configuration File for keepalived

global_defs {
   notification_email {
     acassen@firewall.loc
     failover@firewall.loc
     sysadmin@firewall.loc
   }
   notification_email_from Alexandre.Cassen@firewall.loc
   smtp_server 127.0.0.1
   smtp_connect_timeout 30
   router_id LVS_DEVEL
   vrrp_skip_check_adv_addr
   #vrrp_strict
   vrrp_garp_interval 0
   vrrp_gna_interval 0
}

vrrp_instance VI_1 {
    state BACKUP
    interface ens33
    virtual_router_id 51
    priority 80
    advert_int 1
    unicast_src_ip 192.168.100.42
    unicast_peer {
    192.168.100.41
    }
    authentication {
        auth_type PASS
        auth_pass 1111
    }
    virtual_ipaddress {
    192.168.100.40 dev ens33 label ens33:0
    }
}

#設置自開機啓動
[root@haproxy_41 ~]# systemctl enable --now keepalived

#查看主keepalived狀態，能夠看到已經有了vip,vip此時已經在192.168.100.41上
[root@haproxy_41 ~]# ifconfig
ens33: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 192.168.100.41  netmask 255.255.255.0  broadcast 192.168.100.255
        ether 00:0c:29:4e:68:dd  txqueuelen 1000  (Ethernet)
        RX packets 8316  bytes 1063430 (1.0 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 13477  bytes 1621918 (1.5 MiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

ens33:0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 192.168.100.40  netmask 255.255.255.255  broadcast 0.0.0.0
        ether 00:0c:29:4e:68:dd  txqueuelen 1000  (Ethernet)

lo: flags=73<UP,LOOPBACK,RUNNING>  mtu 65536
        inet 127.0.0.1  netmask 255.0.0.0
        loop  txqueuelen 1000  (Local Loopback)
        RX packets 80  bytes 11456 (11.1 KiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 80  bytes 11456 (11.1 KiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

#查看從keepalived狀態,vip未加載
[root@haproxy_42 ~]# clear
[root@haproxy_42 ~]# ifconfig
ens33: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 192.168.100.42  netmask 255.255.255.0  broadcast 192.168.100.255
        ether 00:0c:29:d2:fa:6c  txqueuelen 1000  (Ethernet)
        RX packets 9791  bytes 687923 (671.7 KiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 9647  bytes 657818 (642.4 KiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

lo: flags=73<UP,LOOPBACK,RUNNING>  mtu 65536
        inet 127.0.0.1  netmask 255.0.0.0
        loop  txqueuelen 1000  (Local Loopback)
        RX packets 42  bytes 3652 (3.5 KiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 42  bytes 3652 (3.5 KiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

修改windows的hosts解析
路徑以下：C:\Windows\System32\drivers\etc\hosts
添加解析記錄，註釋以前的解析記錄,解析www.abc.net到vip上
#192.168.100.44 www.abc.net
#192.168.100.43 www.abc.net
192.168.100.40 www.abc.net
實現haproxy+keepalived和lvs+keepalived高可用json

訪問:http://www.abc.net
實現haproxy+keepalived和lvs+keepalived高可用windows

測試高可用bash

#停掉192.168.100.41上的keepalived服務
[root@haproxy_41 ~]# clear
[root@haproxy_41 ~]# systemctl stop keepalived
[root@haproxy_41 ~]# ifconfig
ens33: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 192.168.100.41  netmask 255.255.255.0  broadcast 192.168.100.255
        ether 00:0c:29:4e:68:dd  txqueuelen 1000  (Ethernet)
        RX packets 9011  bytes 1143780 (1.0 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 14585  bytes 1743716 (1.6 MiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

lo: flags=73<UP,LOOPBACK,RUNNING>  mtu 65536
        inet 127.0.0.1  netmask 255.0.0.0
        loop  txqueuelen 1000  (Local Loopback)
        RX packets 82  bytes 11874 (11.5 KiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 82  bytes 11874 (11.5 KiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

#查看192.168.100.42上的狀態，vip已經漂移到42上面
[root@haproxy_42 ~]# ifconfig
ens33: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 192.168.100.42  netmask 255.255.255.0  broadcast 192.168.100.255
        ether 00:0c:29:d2:fa:6c  txqueuelen 1000  (Ethernet)
        RX packets 10506  bytes 738763 (721.4 KiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 10412  bytes 709388 (692.7 KiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

ens33:0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 192.168.100.40  netmask 255.255.255.255  broadcast 0.0.0.0
        ether 00:0c:29:d2:fa:6c  txqueuelen 1000  (Ethernet)

lo: flags=73<UP,LOOPBACK,RUNNING>  mtu 65536
        inet 127.0.0.1  netmask 255.0.0.0
        loop  txqueuelen 1000  (Local Loopback)
        RX packets 42  bytes 3652 (3.5 KiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 42  bytes 3652 (3.5 KiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

訪問:http://www.abc.net
實現haproxy+keepalived和lvs+keepalived高可用
能夠看到高可用測試正常，vip已經漂移到192.168.100.42！！！~~~服務器

#從新啓動192.168.100.41上的keepalived服務，觀察
#能夠看到vip又從新漂移到192.168.100.41的ip上
#192.168.100.41上的keepalived服務
[root@haproxy_41 ~]# clear
[root@haproxy_41 ~]# systemctl start keepalived
[root@haproxy_41 ~]# ifconfig
ens33: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 192.168.100.41  netmask 255.255.255.0  broadcast 192.168.100.255
        ether 00:0c:29:4e:68:dd  txqueuelen 1000  (Ethernet)
        RX packets 11952  bytes 1348497 (1.2 MiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 18337  bytes 2008768 (1.9 MiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

ens33:0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 192.168.100.40  netmask 255.255.255.255  broadcast 0.0.0.0
        ether 00:0c:29:4e:68:dd  txqueuelen 1000  (Ethernet)

lo: flags=73<UP,LOOPBACK,RUNNING>  mtu 65536
        inet 127.0.0.1  netmask 255.0.0.0
        loop  txqueuelen 1000  (Local Loopback)
        RX packets 82  bytes 11874 (11.5 KiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 82  bytes 11874 (11.5 KiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

#vip已經漂移到192.168.100.41
[root@haproxy_42 ~]# ifconfig
ens33: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 192.168.100.42  netmask 255.255.255.0  broadcast 192.168.100.255
        ether 00:0c:29:d2:fa:6c  txqueuelen 1000  (Ethernet)
        RX packets 13395  bytes 957110 (934.6 KiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 14079  bytes 949636 (927.3 KiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

lo: flags=73<UP,LOOPBACK,RUNNING>  mtu 65536
        inet 127.0.0.1  netmask 255.0.0.0
        loop  txqueuelen 1000  (Local Loopback)
        RX packets 42  bytes 3652 (3.5 KiB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 42  bytes 3652 (3.5 KiB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

至此，haproxy+keepalived高可用已經配置完成。app

實現lvs+keepalived高可用集羣

環境
服務器系統：Centos7
ip:192.168.100.43，192.168.100.44(nginx)
ip:192.168.100.41，192.168.100.42(lvs,keepalived)
vip:192.168.100.40
keepalived配置

#2臺基本配置不大，除了state和vip的優先級
[root@lvskeepalived_48 ~]# cat /etc/keepalived/keepalived.conf 
! Configuration File for keepalived

global_defs {
   notification_email {
     acassen@firewall.loc
     failover@firewall.loc
     sysadmin@firewall.loc
   }
   notification_email_from Alexandre.Cassen@firewall.loc
   smtp_server 127.0.0.1
   smtp_connect_timeout 30
   router_id LVS_DEVEL
   vrrp_skip_check_adv_addr
   #vrrp_strict
   vrrp_garp_interval 0
   vrrp_gna_interval 0
}

vrrp_instance VI_1 {
    state MASTER
    interface ens33
    virtual_router_id 52
    priority 100
    advert_int 1
    unicast_src_ip 192.168.100.48
    unicast_peer {
    192.168.100.49
    }
    authentication {
        auth_type PASS
        auth_pass 1111
    }
    virtual_ipaddress {
    192.168.100.40 dev ens33 label ens33:0
    }
}

lvs配置

#lvs配置，2臺配置一致
include /etc/keepalived/conf/*.conf

[root@lvskeepalived_48 ~]# cat /etc/keepalived/conf/www.abc.net.conf 
virtual_server 192.168.100.40 80 {
    delay_loop 3
    lb_algo wrr 
    lb_kind DR
    protocol TCP

    real_server 192.168.100.41 80 {
        weight 1
        TCP_CHECK {
            connect_timeout 3
            nb_get_retry 3
            delay_before_retry 3
            connect_port 80
        }
    }

    real_server 192.168.100.42 80 {
        weight 1
        TCP_CHECK {
            connect_timeout 3
            nb_get_retry 3
            delay_before_retry 3
            connect_port 80
        }
    }
}

virtual_server 192.168.100.40 3306 {
    delay_loop 3
    lb_algo wrr
    lb_kind DR
    protocol TCP

    real_server 192.168.100.41 3306 {
        weight 1
        TCP_CHECK {
            connect_timeout 3
            nb_get_retry 3
            delay_before_retry 3
            connect_port 3306
        }
    }

    real_server 192.168.100.42 3306 {
        weight 1
        TCP_CHECK {
            connect_timeout 3
            nb_get_retry 3
            delay_before_retry 3
            connect_port 3306
        }
    }
}

#全部服務器執行
#開啓ip轉發
echo "net.ipv4.ip_forward  = 1" >> /etc/sysctl.conf 
#開啓不容許綁定本地覺得的ip
echo "net.ipv4.ip_nonlocal_bind = 1" >> /etc/sysctl.conf

#由於是dr模式，因此客戶端(web服務器)須要執行如下腳本，配置vip地址
[root@localhost ~]# cat lvs_dr.sh 
#add for chkconfig
#!/bin/bash
VIP=192.168.100.40
source /etc/rc.d/init.d/functions
case "$1" in
start)
       ifconfig lo:0 $VIP netmask 255.255.255.255 broadcast $VIP
       /sbin/route add -host $VIP dev lo:0
       echo "1" >/proc/sys/net/ipv4/conf/lo/arp_ignore
       echo "2" >/proc/sys/net/ipv4/conf/lo/arp_announce
       echo "1" >/proc/sys/net/ipv4/conf/all/arp_ignore
       echo "2" >/proc/sys/net/ipv4/conf/all/arp_announce
       echo "RealServer Start OK"
       ;;
stop)
       ifconfig lo:0 down
       route del $VIP >/dev/null 2>&1
       echo "0" >/proc/sys/net/ipv4/conf/lo/arp_ignore
       echo "0" >/proc/sys/net/ipv4/conf/lo/arp_announce
       echo "0" >/proc/sys/net/ipv4/conf/all/arp_ignore
       echo "0" >/proc/sys/net/ipv4/conf/all/arp_announce
       echo "RealServer Stoped"
       ;;
       *)
       echo "Usage: $0 {start|stop}"
       exit 1
esac

#檢測vip
[root@lvskeepalived_48 ~]# ipvsadm -Ln
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
  -> RemoteAddress:Port           Forward Weight ActiveConn InActConn
TCP  192.168.100.40:80 wrr
  -> 192.168.100.41:80            Route   1      0          3         
  -> 192.168.100.42:80            Route   1      0          4         
TCP  192.168.100.40:3306 wrr
  -> 192.168.100.41:3306          Route   1      0          1         
  -> 192.168.100.42:3306          Route   1      0          2

至此lvs+keepalived也已經配置完成。

相關文章
相關標籤/搜索
每日一句
    每一个你不满意的现在，都有一个你没有努力的曾经。
本站公眾號
   歡迎關注本站公眾號,獲取更多信息
聯繫我們 最近搜索 最新文章 沪ICP备13005482号-10 MyBatis教程 SQL 教程 MySQL教程 Java 教程 Thymeleaf 教程 Hibernate教程 Spring教程 Redis教程