一、LVS+Keepalived高可用部署
一、keepalived节点部署
1、安装keepalived
yum install keepalived ipvsadm -y
mkdir -p /opt/ytd_scripts/keepalived
cat>/opt/ytd_scripts/keepalived/UDP_CHECK.sh<<EOF
#!/bin/bash
/usr/bin/nc -uz -w1 $ $ | grep succeeded >/dev/null
exit $?
EOF
cp -rp /etc/keepalived/keepalived.conf{,.bak}
2、更改keepalived.conf
注意：加权平均时，2个节点不要设置成1
1、master节点配置
vrrp_instance VI_1 {
state BACKUP
interface ens160
virtual_router_id
priority
advert_int
authentication {
auth_type PASS
auth_pass
}
virtual_ipaddress {
10.100.62.66
}
}
###zuul-####
virtual_server 10.100.62.66 {
delay_loop
lb_algo wrr
lb_kind DR
persistence_timeout
protocol TCP
real_server 10.100.62.43 {
weight
TCP_CHECK {
connect_timeout
nb_get_retry
delay_before_retry
connect_port
}
}
real_server 10.100.62.44 {
weight
TCP_CHECK {
connect_timeout
nb_get_retry
delay_before_retry
connect_port
}
}
}
###zuul--udp####
virtual_server 10.100.62.66 {
delay_loop
lb_algo wrr
lb_kind DR
persistence_timeout
protocol UDP
real_server 10.100.62.43 {
weight MISC_CHECK {
misc_path "/opt/ytd_scripts/keepalived/UDP_CHECK.sh 10.100.62.43 8080"
misc_timeout
}
}
real_server 10.100.62.44 {
weight
MISC_CHECK {
misc_path "/opt/ytd_scripts/keepalived/UDP_CHECK.sh 10.100.62.44 8080"
misc_timeout
}
}
}
/etc/keepalived/keepalived.conf
2、slave节点配置
state MASTER -> state BACKUP
priority -> priority
3、节点开启转发功能
echo > /proc/sys/net/ipv4/ip_forward
二、验证keepalived
1、启动keepalived并设置自启
systemctl enable keepalived
systemctl start keepalived
systemctl status keepalived
2、关掉master节点，验证VIP是否到slave上
#在master上执行
systemctl stop keepalived
ip a|grep 'VIP' #在slave上执行
ip a|gep 'VIP'
三、两台RS上为ens160:0绑定VIP地址、抑制ARP广播
若不绑定循环网卡，将lo网卡换成需要绑定网卡（例如：ens160）
1、在RS上写相应脚本
#!/bin/bash
#description: Config realserver VIP=10.100.62.66 /etc/rc.d/init.d/functions case "$1" in
start)
/sbin/ifconfig ens160: $VIP netmask 255.255.255.255 broadcast $VIP
/sbin/route add -host $VIP dev ens160:
echo "" >/proc/sys/net/ipv4/conf/ens160/arp_ignore
echo "" >/proc/sys/net/ipv4/conf/ens160/arp_announce
echo "" >/proc/sys/net/ipv4/conf/all/arp_ignore
echo "" >/proc/sys/net/ipv4/conf/all/arp_announce
sysctl -p >/dev/null >&
echo "RealServer Start OK"
;;
stop)
/sbin/ifconfig ens160: down
/sbin/route del $VIP >/dev/null >&
echo "" >/proc/sys/net/ipv4/conf/ens160/arp_ignore
echo "" >/proc/sys/net/ipv4/conf/ens160/arp_announce
echo "" >/proc/sys/net/ipv4/conf/all/arp_ignore
echo "" >/proc/sys/net/ipv4/conf/all/arp_announce
echo "RealServer Stoped"
;;
*)
echo "Usage: $0 {start|stop}"
exit
esac exit
realserver.sh
2、在RS上执行脚本
sh realserver.sh start
二、LVS+Keepalived学习链接
一、使用LVS实现负载均衡原理及安装配置详解
https://www.cnblogs.com/liwei0526vip/p/6370103.html
二、LVS自动化添加及删除ipvsadm和后端服务器健康状态检测脚本
1、LVS director 负载均衡器增加IPVSADM脚本
#!/bin/bash
#chkconfig: -
#description: this script to add lvs IP VIP=192.168.0.254
DIP=192.168.0.100
RIP1=192.168.0.101
RIP2=192.168.0.102
PORT=
SCHELE=wrr
LOCKFILE=/var/lock/subsys/ipvsadm case $ in
start)
#增加vip地址
/sbin/ifconfig eth0: $VIP broadcast $VIP netmask 255.255.255.255 up
/sbin/route add -host $VIP dev eth0:
#清除防火墙规则
/sbin/iptables -F
/sbin/iptables -X
/sbin/iptables -Z
#开启ip转发功能
echo > /proc/sys/net/ipv4/ip_forward
#清除ipvsadm 规则
/sbin/ipvsadm -C
#增加ipvsadm direcotor规则
/sbin/ipvsadm -A -t $VIP:$PORT -s $SCHELE
#增加realserver 规则
/sbin/ipvsadm -a -t $VIP:$PORT -r $RIP1 -g
/sbin/ipvsadm -a -t $VIP:$PORT -r $RIP2 -g
#增加ipvsadm 锁文件
/bin/touch $LOCKFILE
;;
stop)
if [ ! -e $LOCKFILE ];then
echo "the ipvsadm is stopped..."
else
#删除vip地址
/sbin/ifconfig eth0: down
#关闭ip转发
echo > /proc/sys/net/ipv4/ip_forward
#清除ipvsadm 规则
/sbin/ipvsadm -C
#删除锁文件
/bin/touch $LOCKFILE
fi
;;
status)
if [ ! -e $LOCKFILE ];then
echo "the ipvsadm is stopped..."
else
echo "the ipvsadm is running..."
fi
;;
*)
echo "Usage；$0:{start|stop|status}"
;;
esac
director.sh
2、LVS 增加 real server脚本
#!/bin/bash
#chkconfig: -
#description: this script to add real server
#
VIP=192.168.0.254
case $ in
start)
#arp_ignore: 定义接收到ARP请求时的响应级别；1表示仅在请求的目标地址配置请求到达的接口上的时候，才给予响应
#arp_announce：定义将自己地址向外通告时的通告级别：2表示仅向与本地接口上地址匹配的网络进行通告；
echo >/proc/sys/net/ipv4/conf/lo/arp_ignore
echo >/proc/sys/net/ipv4/conf/all/arp_ignore
echo >/proc/sys/net/ipv4/conf/lo/arp_announce
echo >/proc/sys/net/ipv4/conf/all/arp_announce
#增加VIP地址到lo:0接口,增加路由条目：目的地址为VIP,由lo:0接口响应（即：源地址为VIP作为响应报文给客户端） /sbin/ifconfig lo: $VIP broadcast $VIP netmask 255.255.255.255 up && /sbin/route add -host $VIP dev lo: #新建一个锁文件,前面执行成功则建立锁文件
if [ $? -eq ];then
/bin/touch /var/lock/subsys/ipvsreal
else
echo "fail to add vip address and route."
fi
;;
stop)
#恢复arp响应级别
echo >/proc/sys/net/ipv4/conf/lo/arp_ignore
echo >/proc/sys/net/ipv4/conf/all/arp_ignore
echo >/proc/sys/net/ipv4/conf/lo/arp_announce
echo >/proc/sys/net/ipv4/conf/all/arp_announce
#剔除VIP地址（路由地址自动删掉）
loip=`/sbin/ifconfig lo: |grep $VIP`
if [ ‘$loip‘ == ‘‘ ];then
echo "VIP address not found."
else
/sbin/ifconfig lo: down && rm -rf /var/lock/subsys/ipvsreal
if [ $? -eq ] ;then
echo "VIP address had been deled."
else
echo "VIP address del failly."
exit
fi
fi
;;
status)
if [ ! -e /var/lock/subsys/ipvsreal ];then
echo "LVS-DR real server stoped."
else
echo "LVS-DR real server is running."
fi
;;
*)
echo "Usage: $0 {start | stop |status}"
exit
;;
esac
Realserver.sh
3、RS健康状态检查脚本
#!/bin/bash
#chkconfig: -
#description: check health real server or not
#设置变量：VIP, director端口, 本地地址, real sever IP数组,状态数组（1表示正常，0表示异常）,权重数组，real server 服务地址，LVS 类型，状态检测次数，日志
VIP=192.168.0.254
CPORT=
FAIL_BACK=127.0.0.1
RS=("192.168.0.101" "192.168.0.102")
declare -a RSSTATUS
RW=("" "")
PPORT=
TYPE=g
CHKLOOP=
LOG=/var/log/ipvsmonitor.log
#当real server 恢复时，增加 real server 到 director 中
addrs(){
ipvsadm -a -t $VIP:$CPORT -r $:$PPORT -$TYPE -w $
[ $? -eq ] && return || return
}
#当real server 不可用时，删除director中ipvsadm 条目
delrs(){
ipvsadm -d -t $VIP:$CPORT -r $:$PPORT
[ $? -eq ] && return || return
}
#real server 状态检测
checkrs(){
local I=
while [ $I -le $CHKLOOP ];do
if curl --connect-timeout http://$1 &>/dev/null;then
return
fi
let I++
done
return
}
#初始化状态数组，当ipvsadm 中条目有real server IP规则时 状态为1；当realserver 在ipvsadm 条目中缺失时 状态为0
initstatus(){
local I
local COUNT=
for I in ${RS[*]};do
if ipvsadm -L -n |grep "$I:$PPORT" &>/dev/null;then
RSSTATUS[$COUNT]=
else
RSSTATUS[$COUNT]=
fi
let COUNT++
done
}
#调用初始化函数
initstatus
#定义死循环
while :;do
let COUNT=
#逐个遍历 real server
for I in ${RS[*]};do
#检测real server 正常与否
if checkrs $I ;then
#当检测到real 正常但ipvsadm中没有real server 条目时增加 real server 条目
if [ ${RSSTATUS[$COUNT]} -eq ];then
addrs $I ${RW[$COUNT]}
[ $? -eq ]&& RSSTATUS[$COUNT]= && echo "`date +%F%H:%M:%S`, $I is back." >>$LOG
fi
else
#当检测到real server 异常时，删除在 ipvsadm 中异常的realserver 条目
if [ ${RSSTATUS[$COUNT]} -eq ];then
delrs $I
[ $? -eq ]&& RSSTATUS[$COUNT]= && echo "`date +%F%H:%M:%S`, $I is gone." >>$LOG
fi
fi
let COUNT++
done #每个五秒钟遍历一次
sleep
done
check_health.sh