****************************************
**** Here are relevant logs, public IP's changed to protect the innocent.
**** This is what happened after I took down 192.168.1.6
**** (cleanly rebooting it shutdown -r now).
****************************************
Oct 17 02:35:31 lvs2 nanny[19532]: running command "rsh" "192.168.1.4" "uptime"
Oct 17 02:35:32 lvs2 nanny[19536]: running command "rsh" "192.168.1.5" "uptime"
Oct 17 02:35:33 lvs2 nanny[19541]: running command "rsh" "192.168.1.6" "uptime"
Oct 17 02:35:33 lvs2 nanny[19541]: The following exited abnormally:
Oct 17 02:35:33 lvs2 nanny[19541]: running command "rsh" "192.168.1.6" "uptime"
Oct 17 02:35:33 lvs2 nanny[19541]: failed to read remote load
Oct 17 02:35:34 lvs2 nanny[19545]: shutting down 192.168.1.8:80 due to
connection failure
Oct 17 02:35:34 lvs2 nanny[19545]: running command "/usr/sbin/ipvsadm" "-d"
"-t" "209.xx.xx.144:80" "-r" "192.168.1.8"
Oct 17 02:35:34 lvs2 nanny[19545]: /usr/sbin/ipvsadm command failed!
Oct 17 02:35:34 lvs2 lvs[19522]: nanny for child urp/Real3 died! shutting down
lvs
Oct 17 02:35:34 lvs2 lvs[19522]: shutting down virtual service ads
Oct 17 02:35:34 lvs2 nanny[19530]: Terminating due to signal 15
Oct 17 02:35:34 lvs2 lvs[19522]: running command "/usr/sbin/ipvsadm" "-D" "-t"
"209.xx.xx.140:80"
Oct 17 02:35:34 lvs2 lvs[19522]: shutting down virtual service urp
Oct 17 02:35:34 lvs2 lvs[19522]: running command "/usr/sbin/ipvsadm" "-D" "-t"
"209.xx.xx.144:80"
Oct 17 02:35:51 lvs2 nanny[19543]: running command "rsh" "192.168.1.7" "uptime"
Oct 17 02:35:51 lvs2 nanny[19543]: The following exited abnormally:
Oct 17 02:35:51 lvs2 nanny[19543]: running command "rsh" "192.168.1.7" "uptime"
Oct 17 02:35:51 lvs2 nanny[19543]: failed to read remote load
Oct 17 02:35:52 lvs2 nanny[19532]: running command "rsh" "192.168.1.4" "uptime"
Oct 17 02:35:52 lvs2 nanny[19536]: running command "rsh" "192.168.1.5" "uptime"
Oct 17 02:35:53 lvs2 nanny[19541]: running command "rsh" "192.168.1.6" "uptime"
Oct 17 02:35:53 lvs2 nanny[19541]: The following exited abnormally:
Oct 17 02:35:53 lvs2 nanny[19541]: running command "rsh" "192.168.1.6" "uptime"
****************************************
**** Here's my /etc/lvs.cf
****************************************
service = lvs
primary = 209.249.55.141
backup = 209.249.55.144
backup_active = 1
heartbeat = 1
heartbeat_port = 1050
keepalive = 10
deadtime = 20
rsh_command = rsh
#
# network = direct
# network = tunnel
network = nat
nat_router = 192.168.1.100 eth0:1
virtual ads {
address = 209.xxx.xxx.140 eth1:0
active = 1
load_monitor = uptime
timeout = 5
reentry = 10
port = http
send = "GET / HTTP/1.0\r\n\r\n"
expect = "HTTP"
scheduler = wlc
persistent = 60
# pmask = 255.255.255.128
protocol = tcp
server Real1 {
address = 192.168.1.3
active = 1
weight = 1
}
server Real2 {
address = 192.168.1.4
active = 1
weight = 1
}
server Real3 {
address = 192.168.1.5
active = 1
weight = 1
}
}
virtual urp {
address = 209.xxx.xxx.144 eth1:1
active = 1
load_monitor = uptime
timeout = 5
reentry = 10
port = http
send = "GET / HTTP/1.0\r\n\r\n"
expect = "HTTP"
scheduler = wlc
persistent = 60
# pmask = 255.255.255.128
protocol = tcp
server Real1 {
address = 192.168.1.6
active = 1
weight = 1
}
server Real2 {
address = 192.168.1.7
active = 1
weight = 1
}
server Real3 {
address = 192.168.1.8
active = 1
weight = 1
}
}
****************************************
**** Here's output of ipvsadm
**** (note that the 0's in the urp cluster
**** are normal, this cluster is not
**** in production)
****************************************
IP Virtual Server version 0.9.16 (size=4096)
Prot LocalAddress:Port Scheduler Flags
-> RemoteAddress:Port Forward Weight ActiveConn InActConn
TCP 209.249.55.144.voxel.net:www wlc persistent 60
-> ws2.urp.mf.voxel.net:www Masq 1 0 0
-> ws3.urp.mf.voxel.net:www Masq 1 0 0
-> ws1.urp.mf.voxel.net:www Masq 1 0 0
TCP 209.249.55.140.voxel.net:www wlc persistent 60
-> ws3.ads.mf.voxel.net:www Masq 1 15 47
-> ws2.ads.mf.voxel.net:www Masq 1 9 62
-> ws1.ads.mf.voxel.net:www Masq 1 18 46
****************************************
*** Using RPM piranha-0.4.17-2
****************************************
|