LVS
lvs-users
Google
 
Web LinuxVirtualServer.org

Re: very strange lvs behavior (diagnostic information)

To: Keith Barrett <kbarrett@xxxxxxxxxx>
Subject: Re: very strange lvs behavior (diagnostic information)
Cc: lvs-users@xxxxxxxxxxxxxxxxxxxxxx
From: Raj Dutt <raj.l@xxxxxxxxx>
Date: Tue, 17 Oct 2000 15:00:45 -0400
****************************************
**** Here are relevant logs, public IP's changed to protect the innocent.
**** This is what happened after I took down 192.168.1.6 
**** (cleanly rebooting it shutdown -r now).
****************************************

Oct 17 02:35:31 lvs2 nanny[19532]: running command  "rsh" "192.168.1.4" "uptime"
Oct 17 02:35:32 lvs2 nanny[19536]: running command  "rsh" "192.168.1.5" "uptime"
Oct 17 02:35:33 lvs2 nanny[19541]: running command  "rsh" "192.168.1.6" "uptime"
Oct 17 02:35:33 lvs2 nanny[19541]: The following exited abnormally:
Oct 17 02:35:33 lvs2 nanny[19541]: running command  "rsh" "192.168.1.6" "uptime"
Oct 17 02:35:33 lvs2 nanny[19541]: failed to read remote load
Oct 17 02:35:34 lvs2 nanny[19545]: shutting down 192.168.1.8:80 due to
connection failure
Oct 17 02:35:34 lvs2 nanny[19545]: running command  "/usr/sbin/ipvsadm" "-d"
"-t" "209.xx.xx.144:80" "-r" "192.168.1.8"
Oct 17 02:35:34 lvs2 nanny[19545]: /usr/sbin/ipvsadm command failed!
Oct 17 02:35:34 lvs2 lvs[19522]: nanny for child urp/Real3 died! shutting down
lvs
Oct 17 02:35:34 lvs2 lvs[19522]: shutting down virtual service ads
Oct 17 02:35:34 lvs2 nanny[19530]: Terminating due to signal 15
Oct 17 02:35:34 lvs2 lvs[19522]: running command  "/usr/sbin/ipvsadm" "-D" "-t"
"209.xx.xx.140:80"
Oct 17 02:35:34 lvs2 lvs[19522]: shutting down virtual service urp
Oct 17 02:35:34 lvs2 lvs[19522]: running command  "/usr/sbin/ipvsadm" "-D" "-t"
"209.xx.xx.144:80"
Oct 17 02:35:51 lvs2 nanny[19543]: running command  "rsh" "192.168.1.7" "uptime"
Oct 17 02:35:51 lvs2 nanny[19543]: The following exited abnormally:
Oct 17 02:35:51 lvs2 nanny[19543]: running command  "rsh" "192.168.1.7" "uptime"
Oct 17 02:35:51 lvs2 nanny[19543]: failed to read remote load
Oct 17 02:35:52 lvs2 nanny[19532]: running command  "rsh" "192.168.1.4" "uptime"
Oct 17 02:35:52 lvs2 nanny[19536]: running command  "rsh" "192.168.1.5" "uptime"
Oct 17 02:35:53 lvs2 nanny[19541]: running command  "rsh" "192.168.1.6" "uptime"
Oct 17 02:35:53 lvs2 nanny[19541]: The following exited abnormally:
Oct 17 02:35:53 lvs2 nanny[19541]: running command  "rsh" "192.168.1.6" "uptime"

****************************************
**** Here's my /etc/lvs.cf
****************************************

service = lvs
primary = 209.249.55.141
backup = 209.249.55.144
backup_active = 1
heartbeat = 1
heartbeat_port = 1050
keepalive = 10
deadtime = 20

rsh_command = rsh

#
# network = direct
# network = tunnel

network = nat
nat_router = 192.168.1.100 eth0:1

virtual ads {
        address = 209.xxx.xxx.140 eth1:0
        active = 1
        load_monitor = uptime
        timeout = 5
        reentry = 10
        port = http
        send = "GET / HTTP/1.0\r\n\r\n"
        expect = "HTTP"
        scheduler = wlc
        persistent = 60
#       pmask = 255.255.255.128
        protocol = tcp

        server Real1 {
                address = 192.168.1.3
                active = 1
                weight = 1
        }

        server Real2 {
                address = 192.168.1.4
                active = 1
                weight = 1
        }

        server Real3 {
                address = 192.168.1.5
                active = 1
                weight = 1
        }
}

virtual urp {
        address = 209.xxx.xxx.144 eth1:1
        active = 1
        load_monitor = uptime
        timeout = 5
        reentry = 10
        port = http
        send = "GET / HTTP/1.0\r\n\r\n"
        expect = "HTTP"
        scheduler = wlc
        persistent = 60
#       pmask = 255.255.255.128
        protocol = tcp

        server Real1 {
                address = 192.168.1.6
                active = 1
                weight = 1
        }

        server Real2 {
                address = 192.168.1.7
                active = 1
                weight = 1
        }

        server Real3 {
                address = 192.168.1.8
                active = 1
                weight = 1
        }
}

****************************************
**** Here's output of ipvsadm
**** (note that the 0's in the urp cluster
****  are normal, this cluster is not
****  in production)
****************************************


IP Virtual Server version 0.9.16 (size=4096)
Prot LocalAddress:Port Scheduler Flags
  -> RemoteAddress:Port          Forward Weight ActiveConn InActConn
TCP  209.249.55.144.voxel.net:www wlc persistent 60
  -> ws2.urp.mf.voxel.net:www    Masq    1      0          0         
  -> ws3.urp.mf.voxel.net:www    Masq    1      0          0         
  -> ws1.urp.mf.voxel.net:www    Masq    1      0          0         
TCP  209.249.55.140.voxel.net:www wlc persistent 60
  -> ws3.ads.mf.voxel.net:www    Masq    1      15         47        
  -> ws2.ads.mf.voxel.net:www    Masq    1      9          62        
  -> ws1.ads.mf.voxel.net:www    Masq    1      18         46        

****************************************
*** Using RPM piranha-0.4.17-2
****************************************


<Prev in Thread] Current Thread [Next in Thread>